2024-11-17 03:24:03,554 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 03:24:03,569 main DEBUG Took 0.012547 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 03:24:03,569 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 03:24:03,570 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 03:24:03,571 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 03:24:03,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,582 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 03:24:03,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,600 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,602 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,605 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,608 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:24:03,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,612 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 03:24:03,614 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:24:03,616 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 03:24:03,619 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 03:24:03,620 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 03:24:03,621 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 03:24:03,622 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 03:24:03,633 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 03:24:03,636 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 03:24:03,638 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 03:24:03,639 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 03:24:03,639 main DEBUG createAppenders(={Console}) 2024-11-17 03:24:03,641 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-17 03:24:03,641 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 03:24:03,641 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-17 03:24:03,642 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 03:24:03,643 main DEBUG OutputStream closed 2024-11-17 03:24:03,643 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 03:24:03,643 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 03:24:03,644 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-17 03:24:03,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 03:24:03,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 03:24:03,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 03:24:03,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 03:24:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 03:24:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 03:24:03,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 03:24:03,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 03:24:03,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 03:24:03,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 03:24:03,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 03:24:03,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 03:24:03,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 03:24:03,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 03:24:03,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 03:24:03,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 03:24:03,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 03:24:03,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 03:24:03,746 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 03:24:03,747 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-17 03:24:03,747 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 03:24:03,748 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-17T03:24:03,761 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-17 03:24:03,764 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 03:24:03,764 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T03:24:04,023 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519 2024-11-17T03:24:04,023 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-17T03:24:04,147 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T03:24:04,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd, deleteOnExit=true 2024-11-17T03:24:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/test.cache.data in system properties and HBase conf 2024-11-17T03:24:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:24:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:24:04,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:24:04,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:24:04,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:24:04,289 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:24:04,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:24:04,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:24:04,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:24:04,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:24:04,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:24:04,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:24:04,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:24:04,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:24:04,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:24:04,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:24:04,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:24:04,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:24:04,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:24:04,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:24:05,660 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T03:24:05,737 INFO [Time-limited test {}] log.Log(170): Logging initialized @2930ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T03:24:05,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:24:05,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:24:05,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:24:05,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:24:05,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:24:05,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:24:05,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:24:05,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:24:06,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/java.io.tmpdir/jetty-localhost-44237-hadoop-hdfs-3_4_1-tests_jar-_-any-5228418524727539278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:24:06,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:44237} 2024-11-17T03:24:06,126 INFO [Time-limited test {}] server.Server(415): Started @3319ms 2024-11-17T03:24:06,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:24:06,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:24:06,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:24:06,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:24:06,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:24:06,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:24:06,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:24:06,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/java.io.tmpdir/jetty-localhost-36043-hadoop-hdfs-3_4_1-tests_jar-_-any-15878263985807146430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:24:06,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:36043} 2024-11-17T03:24:06,801 INFO [Time-limited test {}] server.Server(415): Started @3995ms 2024-11-17T03:24:06,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:24:06,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:24:06,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:24:06,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:24:06,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:24:06,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:24:06,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:24:06,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:24:07,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc8a45b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/java.io.tmpdir/jetty-localhost-44845-hadoop-hdfs-3_4_1-tests_jar-_-any-7050979695858351051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:24:07,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:44845} 2024-11-17T03:24:07,117 INFO [Time-limited test {}] server.Server(415): Started @4311ms 2024-11-17T03:24:07,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:24:08,452 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data2/current/BP-90060951-172.17.0.3-1731813844940/current, will proceed with Du for space computation calculation, 2024-11-17T03:24:08,452 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data4/current/BP-90060951-172.17.0.3-1731813844940/current, will proceed with Du for space computation calculation, 2024-11-17T03:24:08,452 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data3/current/BP-90060951-172.17.0.3-1731813844940/current, will proceed with Du for space computation calculation, 2024-11-17T03:24:08,452 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data1/current/BP-90060951-172.17.0.3-1731813844940/current, will proceed with Du for space computation calculation, 2024-11-17T03:24:08,486 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:24:08,486 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:24:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf473b7ac286e541a with lease ID 0xe43837055a1985f6: Processing first storage report for DS-5593f505-01b1-4b5c-893f-7387afdd3c5b from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=c5c15a45-5371-4a4d-9175-1808cc791802, infoPort=40603, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940) 2024-11-17T03:24:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf473b7ac286e541a with lease ID 0xe43837055a1985f6: from storage DS-5593f505-01b1-4b5c-893f-7387afdd3c5b node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=c5c15a45-5371-4a4d-9175-1808cc791802, infoPort=40603, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T03:24:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea0c2f1bc17c905 with lease ID 0xe43837055a1985f5: Processing first storage report for DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86 from datanode DatanodeRegistration(127.0.0.1:42651, datanodeUuid=0917e4d2-be83-4a90-bde2-2477b21c6cfd, infoPort=41701, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940) 2024-11-17T03:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea0c2f1bc17c905 with lease ID 0xe43837055a1985f5: from storage DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86 node DatanodeRegistration(127.0.0.1:42651, datanodeUuid=0917e4d2-be83-4a90-bde2-2477b21c6cfd, infoPort=41701, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf473b7ac286e541a with lease ID 0xe43837055a1985f6: Processing first storage report for DS-f2ad6b78-6bbe-40c6-8407-99129caba50f from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=c5c15a45-5371-4a4d-9175-1808cc791802, infoPort=40603, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940) 2024-11-17T03:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf473b7ac286e541a with lease ID 0xe43837055a1985f6: from storage DS-f2ad6b78-6bbe-40c6-8407-99129caba50f node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=c5c15a45-5371-4a4d-9175-1808cc791802, infoPort=40603, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T03:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea0c2f1bc17c905 with lease ID 0xe43837055a1985f5: Processing first storage report for DS-84063012-5504-49ac-96f5-47e274f4e543 from datanode DatanodeRegistration(127.0.0.1:42651, datanodeUuid=0917e4d2-be83-4a90-bde2-2477b21c6cfd, infoPort=41701, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940) 2024-11-17T03:24:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea0c2f1bc17c905 with lease ID 0xe43837055a1985f5: from storage DS-84063012-5504-49ac-96f5-47e274f4e543 node DatanodeRegistration(127.0.0.1:42651, datanodeUuid=0917e4d2-be83-4a90-bde2-2477b21c6cfd, infoPort=41701, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=2084011862;c=1731813844940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:24:08,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519 2024-11-17T03:24:08,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=7150 2024-11-17T03:24:08,573 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:08,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:08,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:24:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:24:09,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:09,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:09,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:09,094 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:09,202 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T03:24:09,250 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T03:24:09,257 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:09,258 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:09,265 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:09,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:09,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,336 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T03:24:09,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741826_1002 (size=1393) 2024-11-17T03:24:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741826_1002 (size=1393) 2024-11-17T03:24:09,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:09,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:09,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741827_1003 (size=1393) 2024-11-17T03:24:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741827_1003 (size=1393) 2024-11-17T03:24:09,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:09,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:09,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741828_1004 (size=1393) 2024-11-17T03:24:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741828_1004 (size=1393) 2024-11-17T03:24:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:09,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741829_1005 (size=1393) 2024-11-17T03:24:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741829_1005 (size=1393) 2024-11-17T03:24:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:09,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:09,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741830_1006 (size=1393) 2024-11-17T03:24:10,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741830_1006 (size=1393) 2024-11-17T03:24:10,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:10,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741831_1007 (size=1393) 2024-11-17T03:24:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741831_1007 (size=1393) 2024-11-17T03:24:10,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:10,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741832_1008 (size=1405) 2024-11-17T03:24:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741832_1008 (size=1405) 2024-11-17T03:24:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:10,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741833_1009 (size=1413) 2024-11-17T03:24:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741833_1009 (size=1413) 2024-11-17T03:24:10,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:10,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741834_1010 (size=1413) 2024-11-17T03:24:10,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741834_1010 (size=1413) 2024-11-17T03:24:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:10,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:10,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741835_1011 (size=1413) 2024-11-17T03:24:10,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741835_1011 (size=1413) 2024-11-17T03:24:10,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:10,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:10,668 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T03:24:10,668 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T03:24:10,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0 2024-11-17T03:24:10,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0 after 5ms 2024-11-17T03:24:10,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0 took 103ms 2024-11-17T03:24:10,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0 so closing down 2024-11-17T03:24:10,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:10,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:10,838 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:10,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0, size=1.4 K (1393bytes) at 1731813850666Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0 so closing down at 1731813850816 (+150 ms)3 split writer threads finished at 1731813850830 (+14 ms)Processed 0 edits across 0 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/53930108-60c0-42d6-e057-613fbb1ec26c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731813849216/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813850838 (+8 ms) 2024-11-17T03:24:10,841 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-17T03:24:10,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7050d66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1041607726_22 at /127.0.0.1:44376 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7006 (was 7150) 2024-11-17T03:24:10,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=7003 2024-11-17T03:24:10,949 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741836_1012 (size=7) 2024-11-17T03:24:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741836_1012 (size=7) 2024-11-17T03:24:11,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:11,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:11,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:11,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-17T03:24:11,055 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:11,059 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:11,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:11,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741837_1013 (size=2324) 2024-11-17T03:24:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741837_1013 (size=2324) 2024-11-17T03:24:11,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:11,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T03:24:11,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 2024-11-17T03:24:11,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 after 2ms 2024-11-17T03:24:11,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 took 29ms 2024-11-17T03:24:11,383 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 so closing down 2024-11-17T03:24:11,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:11,383 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:11,430 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:11,444 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:11,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:11,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741838_1014 (size=743) 2024-11-17T03:24:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741838_1014 (size=743) 2024-11-17T03:24:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741839_1015 (size=743) 2024-11-17T03:24:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741839_1015 (size=743) 2024-11-17T03:24:11,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 6 ms) 2024-11-17T03:24:11,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:11,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:11,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:11,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 178 ms; skipped=7; WAL=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T03:24:11,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0, size=2.3 K (2324bytes) at 1731813851322Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 so closing down at 1731813851383 (+61 ms)3 split writer threads finished at 1731813851383Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813851445 (+62 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813851458 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813851517 (+59 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813851517Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813851533 (+16 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813851533Processed 27 edits across 2 Regions in 178 ms; skipped=7; WAL=hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731813851533 2024-11-17T03:24:11,553 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/WALs/testsplitlogfilemultipleregions,16010,1731813851054/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/2f66d69e-193b-1d4b-4da1-89c6bcd2e654/oldWALs/wal.dat.0 2024-11-17T03:24:11,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1833619201_22 at /127.0.0.1:49120 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=6928 (was 7003) 2024-11-17T03:24:11,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=6925 2024-11-17T03:24:11,662 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741840_1016 (size=7) 2024-11-17T03:24:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741840_1016 (size=7) 2024-11-17T03:24:11,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:11,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:11,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:11,703 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:11,704 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:11,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:11,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:11,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:11,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741841_1017 (size=2324) 2024-11-17T03:24:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741841_1017 (size=2324) 2024-11-17T03:24:11,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:13,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T03:24:13,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0 so closing down 2024-11-17T03:24:13,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-17T03:24:13,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0, size=2.3 K (2324bytes) at 1731813853803Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0 so closing down at 1731813853804 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/55ad8aa0-b372-3463-3d51-e2b282deacce/WALs/testterminationaskedbyreporter,16010,1731813851703/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731813853805 (+1 ms) 2024-11-17T03:24:13,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=6616 (was 6925) 2024-11-17T03:24:13,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=6615 2024-11-17T03:24:13,841 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741842_1018 (size=7) 2024-11-17T03:24:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741842_1018 (size=7) 2024-11-17T03:24:14,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:14,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:14,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:14,281 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:14,282 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-17T03:24:14,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:14,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741843_1019 (size=1043) 2024-11-17T03:24:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741843_1019 (size=1043) 2024-11-17T03:24:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:14,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:14,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741845_1021 (size=1043) 2024-11-17T03:24:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741845_1021 (size=1043) 2024-11-17T03:24:14,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:14,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:14,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741846_1022 (size=1043) 2024-11-17T03:24:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741846_1022 (size=1043) 2024-11-17T03:24:14,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:14,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:14,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741847_1023 (size=1043) 2024-11-17T03:24:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741847_1023 (size=1043) 2024-11-17T03:24:14,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:14,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:14,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741848_1024 (size=1043) 2024-11-17T03:24:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741848_1024 (size=1043) 2024-11-17T03:24:14,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:14,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:14,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741849_1025 (size=1043) 2024-11-17T03:24:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741849_1025 (size=1043) 2024-11-17T03:24:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:15,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741850_1026 (size=1043) 2024-11-17T03:24:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741850_1026 (size=1043) 2024-11-17T03:24:15,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:15,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741851_1027 (size=1043) 2024-11-17T03:24:15,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741851_1027 (size=1043) 2024-11-17T03:24:15,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:15,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:15,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741852_1028 (size=1043) 2024-11-17T03:24:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741852_1028 (size=1043) 2024-11-17T03:24:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:15,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0, size=1.0 K (1043bytes) 2024-11-17T03:24:15,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 2024-11-17T03:24:15,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 after 1ms 2024-11-17T03:24:15,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 took 15ms 2024-11-17T03:24:15,330 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-17T03:24:15,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 so closing down 2024-11-17T03:24:15,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:15,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:15,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:15,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0, size=1.0 K (1043bytes) at 1731813855288Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 so closing down at 1731813855331 (+43 ms)3 split writer threads finished at 1731813855342 (+11 ms)Processed 10 edits across 0 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813855342 2024-11-17T03:24:15,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.0 2024-11-17T03:24:15,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1, size=180 (180bytes) 2024-11-17T03:24:15,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 2024-11-17T03:24:15,352 WARN [IPC Server handler 1 on default port 38285 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-17T03:24:15,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 after 4ms 2024-11-17T03:24:15,522 WARN [ResponseProcessor for block BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:15,526 WARN [DataStreamer for file /user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 block BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK], DatanodeInfoWithStorage[127.0.0.1:40229,DS-5593f505-01b1-4b5c-893f-7387afdd3c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK]) is bad. 2024-11-17T03:24:15,522 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_724832764_22 at /127.0.0.1:38494 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38494 dst: /127.0.0.1:40229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:15,522 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_724832764_22 at /127.0.0.1:46486 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42651:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46486 dst: /127.0.0.1:42651 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42651 remote=/127.0.0.1:46486]. Total timeout mills is 60000, 58816 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:15,535 WARN [DataStreamer for file /user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 block BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:15,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741844_1029 (size=1035) 2024-11-17T03:24:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741844_1029 (size=1035) 2024-11-17T03:24:19,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 after 4005ms 2024-11-17T03:24:19,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 took 4012ms 2024-11-17T03:24:19,363 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1; continuing. 2024-11-17T03:24:19,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 so closing down 2024-11-17T03:24:19,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-17T03:24:19,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1, size=180 (180bytes) at 1731813855350Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 so closing down at 1731813859363 (+4013 ms)3 split writer threads finished at 1731813859366 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731813859366 2024-11-17T03:24:19,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.1 2024-11-17T03:24:19,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2, size=1.0 K (1043bytes) 2024-11-17T03:24:19,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 2024-11-17T03:24:19,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 after 0ms 2024-11-17T03:24:19,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 took 7ms 2024-11-17T03:24:19,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 so closing down 2024-11-17T03:24:19,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2, size=1.0 K (1043bytes) at 1731813859373Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 so closing down at 1731813859387 (+14 ms)3 split writer threads finished at 1731813859390 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859390 2024-11-17T03:24:19,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.2 2024-11-17T03:24:19,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3, size=1.0 K (1043bytes) 2024-11-17T03:24:19,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 2024-11-17T03:24:19,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 after 1ms 2024-11-17T03:24:19,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 took 8ms 2024-11-17T03:24:19,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 so closing down 2024-11-17T03:24:19,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3, size=1.0 K (1043bytes) at 1731813859396Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 so closing down at 1731813859411 (+15 ms)3 split writer threads finished at 1731813859412 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859412 2024-11-17T03:24:19,419 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.3 2024-11-17T03:24:19,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4, size=1.0 K (1043bytes) 2024-11-17T03:24:19,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 2024-11-17T03:24:19,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 after 4ms 2024-11-17T03:24:19,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 took 10ms 2024-11-17T03:24:19,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 so closing down 2024-11-17T03:24:19,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4, size=1.0 K (1043bytes) at 1731813859421Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 so closing down at 1731813859432 (+11 ms)3 split writer threads finished at 1731813859436 (+4 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859436 2024-11-17T03:24:19,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.4 2024-11-17T03:24:19,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5, size=1.0 K (1043bytes) 2024-11-17T03:24:19,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 2024-11-17T03:24:19,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 after 0ms 2024-11-17T03:24:19,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 took 5ms 2024-11-17T03:24:19,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 so closing down 2024-11-17T03:24:19,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5, size=1.0 K (1043bytes) at 1731813859445Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 so closing down at 1731813859451 (+6 ms)3 split writer threads finished at 1731813859451Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859451 2024-11-17T03:24:19,462 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.5 2024-11-17T03:24:19,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6, size=1.0 K (1043bytes) 2024-11-17T03:24:19,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 2024-11-17T03:24:19,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 after 2ms 2024-11-17T03:24:19,470 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 took 8ms 2024-11-17T03:24:19,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 so closing down 2024-11-17T03:24:19,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,492 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6, size=1.0 K (1043bytes) at 1731813859462Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 so closing down at 1731813859485 (+23 ms)3 split writer threads finished at 1731813859492 (+7 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859493 (+1 ms) 2024-11-17T03:24:19,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.6 2024-11-17T03:24:19,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7, size=1.0 K (1043bytes) 2024-11-17T03:24:19,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 2024-11-17T03:24:19,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 after 0ms 2024-11-17T03:24:19,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 took 5ms 2024-11-17T03:24:19,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 so closing down 2024-11-17T03:24:19,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,531 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7, size=1.0 K (1043bytes) at 1731813859500Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 so closing down at 1731813859525 (+25 ms)3 split writer threads finished at 1731813859531 (+6 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859531 2024-11-17T03:24:19,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.7 2024-11-17T03:24:19,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8, size=1.0 K (1043bytes) 2024-11-17T03:24:19,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 2024-11-17T03:24:19,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 after 1ms 2024-11-17T03:24:19,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 took 7ms 2024-11-17T03:24:19,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 so closing down 2024-11-17T03:24:19,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8, size=1.0 K (1043bytes) at 1731813859537Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 so closing down at 1731813859555 (+18 ms)3 split writer threads finished at 1731813859556 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859556 2024-11-17T03:24:19,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.8 2024-11-17T03:24:19,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9, size=1.0 K (1043bytes) 2024-11-17T03:24:19,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 2024-11-17T03:24:19,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 after 1ms 2024-11-17T03:24:19,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 took 11ms 2024-11-17T03:24:19,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 so closing down 2024-11-17T03:24:19,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:19,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:19,596 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T03:24:19,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9, size=1.0 K (1043bytes) at 1731813859563Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 so closing down at 1731813859585 (+22 ms)3 split writer threads finished at 1731813859596 (+11 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731813859596 2024-11-17T03:24:19,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/WALs/testsplitdeletedregion,16010,1731813854281/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/c25101c9-05e7-af77-9837-47e9d97c06eb/oldWALs/wal.dat.9 2024-11-17T03:24:19,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_721180945_22 at /127.0.0.1:38594 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:44575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_721180945_22 at /127.0.0.1:46548 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6569 (was 6615) 2024-11-17T03:24:19,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6565 2024-11-17T03:24:19,672 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741853_1030 (size=7) 2024-11-17T03:24:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741853_1030 (size=7) 2024-11-17T03:24:19,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:19,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:19,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:19,736 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:19,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T03:24:19,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:19,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:19,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741854_1031 (size=863) 2024-11-17T03:24:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741854_1031 (size=863) 2024-11-17T03:24:19,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741855_1032 (size=859) 2024-11-17T03:24:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741855_1032 (size=859) 2024-11-17T03:24:19,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0, size=859 (859bytes) 2024-11-17T03:24:19,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 2024-11-17T03:24:19,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 after 0ms 2024-11-17T03:24:19,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 took 15ms 2024-11-17T03:24:20,108 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0; continuing. 2024-11-17T03:24:20,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 so closing down 2024-11-17T03:24:20,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:20,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:20,124 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:20,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741856_1033 (size=863) 2024-11-17T03:24:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741856_1033 (size=863) 2024-11-17T03:24:20,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-17T03:24:20,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T03:24:20,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 228 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-17T03:24:20,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0, size=859 (859bytes) at 1731813859920Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 so closing down at 1731813860109 (+189 ms)3 split writer threads finished at 1731813860109Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813860128 (+19 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731813860164 (+36 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731813860168 (+4 ms)Processed 10 edits across 1 Regions in 228 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731813860168 2024-11-17T03:24:20,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/WALs/testcorruptwaltrailer,16010,1731813859736/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/5b3b2f46-a962-389a-bc84-ab7cebeb11ed/oldWALs/wal.dat.0 2024-11-17T03:24:20,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=6542 (was 6565) 2024-11-17T03:24:20,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6542 2024-11-17T03:24:20,219 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741857_1034 (size=7) 2024-11-17T03:24:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741857_1034 (size=7) 2024-11-17T03:24:20,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:20,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:20,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=6540 (was 6542) 2024-11-17T03:24:20,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6539 2024-11-17T03:24:20,267 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741858_1035 (size=7) 2024-11-17T03:24:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741858_1035 (size=7) 2024-11-17T03:24:20,284 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:20,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,307 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:20,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-17T03:24:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741859_1036 (size=93) 2024-11-17T03:24:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741859_1036 (size=93) 2024-11-17T03:24:20,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=6535 (was 6539) 2024-11-17T03:24:20,447 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6534 2024-11-17T03:24:20,448 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741860_1037 (size=7) 2024-11-17T03:24:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741860_1037 (size=7) 2024-11-17T03:24:20,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:20,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:20,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:20,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:20,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:20,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741861_1038 (size=1393) 2024-11-17T03:24:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741861_1038 (size=1393) 2024-11-17T03:24:20,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:20,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:20,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741862_1039 (size=1393) 2024-11-17T03:24:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741862_1039 (size=1393) 2024-11-17T03:24:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:20,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741863_1040 (size=1393) 2024-11-17T03:24:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741863_1040 (size=1393) 2024-11-17T03:24:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:20,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:20,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741864_1041 (size=1393) 2024-11-17T03:24:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741864_1041 (size=1393) 2024-11-17T03:24:20,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:20,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741865_1042 (size=1393) 2024-11-17T03:24:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741865_1042 (size=1393) 2024-11-17T03:24:20,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:20,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741866_1043 (size=1393) 2024-11-17T03:24:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741866_1043 (size=1393) 2024-11-17T03:24:20,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:20,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:20,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741867_1044 (size=1405) 2024-11-17T03:24:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741867_1044 (size=1405) 2024-11-17T03:24:21,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:21,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741868_1045 (size=1413) 2024-11-17T03:24:21,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741868_1045 (size=1413) 2024-11-17T03:24:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:21,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:21,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741869_1046 (size=1413) 2024-11-17T03:24:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741869_1046 (size=1413) 2024-11-17T03:24:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:21,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:21,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741870_1047 (size=1413) 2024-11-17T03:24:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741870_1047 (size=1413) 2024-11-17T03:24:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:21,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:21,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7 2024-11-17T03:24:21,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7 after 1ms 2024-11-17T03:24:21,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7 took 5ms 2024-11-17T03:24:21,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7 so closing down 2024-11-17T03:24:21,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:21,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:21,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:21,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:21,561 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:21,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-17T03:24:21,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7, size=1.4 K (1413bytes) at 1731813861521Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7 so closing down at 1731813861531 (+10 ms)3 split writer threads finished at 1731813861532 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813861550 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813861550Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731813861561 (+11 ms)Processed 20 edits across 0 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/c3c52609-a5fa-70d9-262a-cbd3fe9a4d9b/WALs/testioeonoutputthread,16010,1731813860573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731813861562 (+1 ms) 2024-11-17T03:24:21,561 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:21,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 136) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1856047345_22 at /127.0.0.1:38594 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=6501 (was 6534) 2024-11-17T03:24:21,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6500 2024-11-17T03:24:21,609 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741871_1048 (size=7) 2024-11-17T03:24:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741871_1048 (size=7) 2024-11-17T03:24:21,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:21,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:21,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:21,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:21,665 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:21,669 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:21,676 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741872_1049 (size=2324) 2024-11-17T03:24:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741872_1049 (size=2324) 2024-11-17T03:24:21,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:21,808 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741873_1050 (size=1393) 2024-11-17T03:24:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741873_1050 (size=1393) 2024-11-17T03:24:21,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:21,894 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-17T03:24:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-17T03:24:21,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-17T03:24:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-17T03:24:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-17T03:24:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-17T03:24:21,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-17T03:24:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-17T03:24:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-17T03:24:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-17T03:24:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-17T03:24:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-17T03:24:21,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-17T03:24:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-17T03:24:21,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:21,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-17T03:24:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-17T03:24:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-17T03:24:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-17T03:24:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-17T03:24:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-17T03:24:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-17T03:24:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-17T03:24:22,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-17T03:24:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-17T03:24:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-17T03:24:22,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-17T03:24:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-17T03:24:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-17T03:24:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-17T03:24:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-17T03:24:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-17T03:24:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-17T03:24:22,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-17T03:24:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-17T03:24:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-17T03:24:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-17T03:24:22,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-17T03:24:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-17T03:24:22,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-17T03:24:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-17T03:24:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-17T03:24:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-17T03:24:22,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-17T03:24:22,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-17T03:24:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-17T03:24:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-17T03:24:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-17T03:24:22,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-17T03:24:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-17T03:24:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-17T03:24:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-17T03:24:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-17T03:24:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-17T03:24:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-17T03:24:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-17T03:24:22,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-17T03:24:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-17T03:24:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-17T03:24:22,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-17T03:24:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-17T03:24:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-17T03:24:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-17T03:24:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-17T03:24:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-17T03:24:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-17T03:24:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-17T03:24:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-17T03:24:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-17T03:24:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-17T03:24:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-17T03:24:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-17T03:24:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-17T03:24:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-17T03:24:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-17T03:24:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-17T03:24:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-17T03:24:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-17T03:24:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-17T03:24:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-17T03:24:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-17T03:24:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-17T03:24:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-17T03:24:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-17T03:24:22,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-17T03:24:22,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-17T03:24:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-17T03:24:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-17T03:24:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-17T03:24:22,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-17T03:24:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-17T03:24:22,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-17T03:24:22,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-17T03:24:22,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-17T03:24:22,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-17T03:24:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-17T03:24:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-17T03:24:22,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-17T03:24:22,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-17T03:24:22,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-17T03:24:22,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-17T03:24:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-17T03:24:22,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-17T03:24:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-17T03:24:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-17T03:24:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-17T03:24:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-17T03:24:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-17T03:24:22,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-17T03:24:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-17T03:24:22,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-17T03:24:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-17T03:24:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-17T03:24:22,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-17T03:24:22,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-17T03:24:22,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-17T03:24:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-17T03:24:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-17T03:24:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-17T03:24:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-17T03:24:22,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-17T03:24:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-17T03:24:22,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-17T03:24:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-17T03:24:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-17T03:24:22,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-17T03:24:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-17T03:24:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-17T03:24:22,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-17T03:24:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-17T03:24:22,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-17T03:24:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-17T03:24:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-17T03:24:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-17T03:24:22,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-17T03:24:22,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-17T03:24:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-17T03:24:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-17T03:24:22,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-17T03:24:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-17T03:24:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-17T03:24:22,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-17T03:24:22,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-17T03:24:22,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-17T03:24:22,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-17T03:24:22,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-17T03:24:22,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-17T03:24:22,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-17T03:24:22,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-17T03:24:22,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-17T03:24:22,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-17T03:24:22,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-17T03:24:22,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-17T03:24:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-17T03:24:22,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-17T03:24:22,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-17T03:24:22,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-17T03:24:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-17T03:24:22,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-17T03:24:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-17T03:24:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-17T03:24:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-17T03:24:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-17T03:24:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-17T03:24:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-17T03:24:22,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-17T03:24:22,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-17T03:24:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-17T03:24:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-17T03:24:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-17T03:24:22,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-17T03:24:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-17T03:24:22,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-17T03:24:22,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-17T03:24:22,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-17T03:24:22,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-17T03:24:22,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-17T03:24:22,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-17T03:24:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-17T03:24:22,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-17T03:24:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-17T03:24:22,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-17T03:24:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-17T03:24:22,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-17T03:24:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-17T03:24:22,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-17T03:24:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-17T03:24:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-17T03:24:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-17T03:24:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-17T03:24:22,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-17T03:24:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-17T03:24:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-17T03:24:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-17T03:24:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-17T03:24:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-17T03:24:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-17T03:24:22,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-17T03:24:22,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-17T03:24:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-17T03:24:22,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-17T03:24:22,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-17T03:24:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-17T03:24:22,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-17T03:24:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-17T03:24:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-17T03:24:22,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-17T03:24:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-17T03:24:22,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-17T03:24:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-17T03:24:22,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-17T03:24:22,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-17T03:24:22,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-17T03:24:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-17T03:24:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-17T03:24:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-17T03:24:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-17T03:24:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-17T03:24:22,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-17T03:24:22,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-17T03:24:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-17T03:24:22,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-17T03:24:22,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-17T03:24:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-17T03:24:22,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-17T03:24:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-17T03:24:22,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-17T03:24:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-17T03:24:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-17T03:24:22,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-17T03:24:22,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-17T03:24:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-17T03:24:22,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-17T03:24:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-17T03:24:22,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-17T03:24:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-17T03:24:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-17T03:24:22,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-17T03:24:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-17T03:24:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-17T03:24:22,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-17T03:24:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-17T03:24:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-17T03:24:22,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-17T03:24:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-17T03:24:22,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-17T03:24:22,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-17T03:24:22,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-17T03:24:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-17T03:24:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-17T03:24:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-17T03:24:22,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-17T03:24:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-17T03:24:22,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-17T03:24:22,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-17T03:24:22,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-17T03:24:22,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-17T03:24:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-17T03:24:22,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-17T03:24:22,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-17T03:24:22,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-17T03:24:22,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-17T03:24:22,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-17T03:24:22,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-17T03:24:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-17T03:24:22,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-17T03:24:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-17T03:24:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-17T03:24:22,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-17T03:24:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-17T03:24:22,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-17T03:24:22,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-17T03:24:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-17T03:24:22,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-17T03:24:22,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-17T03:24:22,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-17T03:24:22,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-17T03:24:22,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-17T03:24:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-17T03:24:22,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-17T03:24:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-17T03:24:22,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-17T03:24:22,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-17T03:24:22,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-17T03:24:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-17T03:24:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-17T03:24:22,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-17T03:24:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-17T03:24:22,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-17T03:24:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-17T03:24:22,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-17T03:24:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-17T03:24:22,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-17T03:24:22,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-17T03:24:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-17T03:24:22,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-17T03:24:22,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-17T03:24:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-17T03:24:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-17T03:24:22,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-17T03:24:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-17T03:24:22,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-17T03:24:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-17T03:24:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-17T03:24:22,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-17T03:24:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-17T03:24:22,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-17T03:24:22,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-17T03:24:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-17T03:24:22,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-17T03:24:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-17T03:24:22,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-17T03:24:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-17T03:24:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-17T03:24:22,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-17T03:24:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-17T03:24:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-17T03:24:22,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-17T03:24:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-17T03:24:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-17T03:24:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-17T03:24:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-17T03:24:22,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-17T03:24:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-17T03:24:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-17T03:24:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-17T03:24:22,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-17T03:24:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-17T03:24:22,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-17T03:24:22,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-17T03:24:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-17T03:24:22,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-17T03:24:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-17T03:24:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-17T03:24:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-17T03:24:22,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-17T03:24:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-17T03:24:22,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-17T03:24:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-17T03:24:22,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-17T03:24:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-17T03:24:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-17T03:24:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-17T03:24:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-17T03:24:22,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-17T03:24:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-17T03:24:22,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-17T03:24:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-17T03:24:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-17T03:24:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-17T03:24:22,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-17T03:24:22,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-17T03:24:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-17T03:24:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-17T03:24:22,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-17T03:24:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-17T03:24:22,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-17T03:24:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-17T03:24:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-17T03:24:22,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-17T03:24:22,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-17T03:24:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-17T03:24:22,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-17T03:24:22,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-17T03:24:22,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-17T03:24:22,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-17T03:24:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-17T03:24:22,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-17T03:24:22,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-17T03:24:22,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-17T03:24:22,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-17T03:24:22,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-17T03:24:22,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-17T03:24:22,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-17T03:24:22,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-17T03:24:22,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-17T03:24:22,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-17T03:24:22,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-17T03:24:22,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-17T03:24:22,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-17T03:24:22,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-17T03:24:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-17T03:24:22,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-17T03:24:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-17T03:24:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-17T03:24:22,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-17T03:24:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-17T03:24:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-17T03:24:22,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-17T03:24:22,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-17T03:24:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-17T03:24:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-17T03:24:22,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-17T03:24:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-17T03:24:22,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-17T03:24:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-17T03:24:22,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-17T03:24:22,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-17T03:24:22,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-17T03:24:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-17T03:24:22,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-17T03:24:22,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-17T03:24:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-17T03:24:22,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-17T03:24:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-17T03:24:22,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-17T03:24:22,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-17T03:24:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-17T03:24:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-17T03:24:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-17T03:24:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-17T03:24:22,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-17T03:24:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-17T03:24:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-17T03:24:22,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-17T03:24:22,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-17T03:24:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-17T03:24:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-17T03:24:22,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-17T03:24:22,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-17T03:24:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-17T03:24:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-17T03:24:22,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-17T03:24:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-17T03:24:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-17T03:24:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-17T03:24:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-17T03:24:22,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-17T03:24:22,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-17T03:24:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-17T03:24:22,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-17T03:24:22,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-17T03:24:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-17T03:24:22,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-17T03:24:22,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-17T03:24:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-17T03:24:22,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-17T03:24:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-17T03:24:22,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-17T03:24:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-17T03:24:22,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-17T03:24:22,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-17T03:24:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-17T03:24:22,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-17T03:24:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-17T03:24:22,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-17T03:24:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-17T03:24:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-17T03:24:22,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-17T03:24:22,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-17T03:24:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-17T03:24:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-17T03:24:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-17T03:24:22,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-17T03:24:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-17T03:24:22,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-17T03:24:22,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-17T03:24:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-17T03:24:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-17T03:24:22,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-17T03:24:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-17T03:24:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-17T03:24:22,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-17T03:24:22,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-17T03:24:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-17T03:24:22,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-17T03:24:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-17T03:24:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-17T03:24:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-17T03:24:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-17T03:24:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-17T03:24:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-17T03:24:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-17T03:24:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-17T03:24:22,987 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626): HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731813861805; access_time=1731813861701; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813861893; access_time=1731813861810; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731813861895; access_time=1731813861895; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T03:24:22,987 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-17T03:24:22,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-17T03:24:22,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-17T03:24:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-17T03:24:22,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-17T03:24:22,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-17T03:24:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-17T03:24:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:22,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-17T03:24:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-17T03:24:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-17T03:24:23,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-17T03:24:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-17T03:24:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-17T03:24:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-17T03:24:23,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-17T03:24:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T03:24:23,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 2024-11-17T03:24:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-17T03:24:23,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 after 2ms 2024-11-17T03:24:23,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-17T03:24:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-17T03:24:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-17T03:24:23,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 took 11ms 2024-11-17T03:24:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-17T03:24:23,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-17T03:24:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-17T03:24:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-17T03:24:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-17T03:24:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-17T03:24:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-17T03:24:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-17T03:24:23,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 so closing down 2024-11-17T03:24:23,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:23,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-17T03:24:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-17T03:24:23,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-17T03:24:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:23,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-17T03:24:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-17T03:24:23,065 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-17T03:24:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-17T03:24:23,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:23,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:23,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-17T03:24:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-17T03:24:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-17T03:24:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-17T03:24:23,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-17T03:24:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-17T03:24:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-17T03:24:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-17T03:24:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-17T03:24:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741876_1053 (size=743) 2024-11-17T03:24:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741876_1053 (size=743) 2024-11-17T03:24:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-17T03:24:23,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-17T03:24:23,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-17T03:24:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-17T03:24:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741875_1052 (size=743) 2024-11-17T03:24:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741875_1052 (size=743) 2024-11-17T03:24:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-17T03:24:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-17T03:24:23,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-17T03:24:23,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:23,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 71 ms; skipped=7; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T03:24:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0, size=2.3 K (2324bytes) at 1731813863015Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 so closing down at 1731813863054 (+39 ms)3 split writer threads finished at 1731813863055 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813863069 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813863069Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813863091 (+22 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813863094 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813863101 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813863103 (+2 ms)Processed 27 edits across 2 Regions in 71 ms; skipped=7; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731813863103 2024-11-17T03:24:23,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-17T03:24:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/oldWALs/wal.dat.0 2024-11-17T03:24:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-17T03:24:23,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:23,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 2024-11-17T03:24:23,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 after 1ms 2024-11-17T03:24:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-17T03:24:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-17T03:24:23,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 took 5ms 2024-11-17T03:24:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-17T03:24:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-17T03:24:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-17T03:24:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-17T03:24:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-17T03:24:23,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-17T03:24:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-17T03:24:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-17T03:24:23,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 so closing down 2024-11-17T03:24:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:23,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:23,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-17T03:24:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-17T03:24:23,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-17T03:24:23,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-17T03:24:23,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-17T03:24:23,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-17T03:24:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-17T03:24:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-17T03:24:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-17T03:24:23,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-17T03:24:23,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741878_1055 (size=743) 2024-11-17T03:24:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-17T03:24:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-17T03:24:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-17T03:24:23,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-17T03:24:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741877_1054 (size=743) 2024-11-17T03:24:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741877_1054 (size=743) 2024-11-17T03:24:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-17T03:24:23,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741878_1055 (size=743) 2024-11-17T03:24:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-17T03:24:23,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-17T03:24:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-17T03:24:23,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:23,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1, size=1.4 K (1393bytes) at 1731813863107Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 so closing down at 1731813863127 (+20 ms)3 split writer threads finished at 1731813863127Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813863134 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813863136 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813863166 (+30 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813863168 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813863169 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813863171 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813863171 2024-11-17T03:24:23,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-17T03:24:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-17T03:24:23,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/oldWALs/wal.dat.1 2024-11-17T03:24:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-17T03:24:23,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2, size=150 (150bytes) 2024-11-17T03:24:23,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 2024-11-17T03:24:23,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,180 WARN [IPC Server handler 0 on default port 38285 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-17T03:24:23,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 after 1ms 2024-11-17T03:24:23,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-17T03:24:23,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-17T03:24:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-17T03:24:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-17T03:24:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-17T03:24:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-17T03:24:23,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-17T03:24:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-17T03:24:23,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-17T03:24:23,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-17T03:24:23,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-17T03:24:23,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-17T03:24:23,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-17T03:24:23,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-17T03:24:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-17T03:24:23,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-17T03:24:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-17T03:24:23,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-17T03:24:23,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-17T03:24:23,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-17T03:24:23,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-17T03:24:23,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-17T03:24:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-17T03:24:23,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-17T03:24:23,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-17T03:24:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-17T03:24:23,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-17T03:24:23,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-17T03:24:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-17T03:24:23,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-17T03:24:23,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-17T03:24:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-17T03:24:23,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-17T03:24:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-17T03:24:23,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-17T03:24:23,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-17T03:24:23,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-17T03:24:23,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-17T03:24:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-17T03:24:23,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-17T03:24:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-17T03:24:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-17T03:24:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-17T03:24:23,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-17T03:24:23,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-17T03:24:23,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-17T03:24:23,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-17T03:24:23,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-17T03:24:23,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-17T03:24:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-17T03:24:23,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-17T03:24:23,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-17T03:24:23,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-17T03:24:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-17T03:24:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-17T03:24:23,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-17T03:24:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-17T03:24:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-17T03:24:23,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-17T03:24:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-17T03:24:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-17T03:24:23,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-17T03:24:23,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-17T03:24:23,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-17T03:24:23,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-17T03:24:23,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-17T03:24:23,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-17T03:24:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-17T03:24:23,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-17T03:24:23,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-17T03:24:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-17T03:24:23,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-17T03:24:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-17T03:24:23,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-17T03:24:23,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-17T03:24:23,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-17T03:24:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-17T03:24:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-17T03:24:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-17T03:24:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-17T03:24:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-17T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-17T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-17T03:24:23,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-17T03:24:23,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-17T03:24:23,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-17T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-17T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-17T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-17T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-17T03:24:23,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-17T03:24:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-17T03:24:23,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-17T03:24:23,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-17T03:24:23,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-17T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-17T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-17T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-17T03:24:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-17T03:24:23,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-17T03:24:23,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-17T03:24:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-17T03:24:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-17T03:24:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-17T03:24:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-17T03:24:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-17T03:24:23,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-17T03:24:23,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-17T03:24:23,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-17T03:24:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-17T03:24:23,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-17T03:24:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-17T03:24:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-17T03:24:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-17T03:24:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-17T03:24:23,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-17T03:24:23,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-17T03:24:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-17T03:24:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-17T03:24:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-17T03:24:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-17T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-17T03:24:23,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-17T03:24:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-17T03:24:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-17T03:24:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-17T03:24:23,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-17T03:24:23,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-17T03:24:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-17T03:24:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-17T03:24:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-17T03:24:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-17T03:24:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-17T03:24:23,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T03:24:23,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T03:24:23,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2066090730_535 at /127.0.0.1:46406 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42651:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46406 dst: /127.0.0.1:42651 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42651 remote=/127.0.0.1:46406]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:23,521 WARN [ResponseProcessor for block BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:23,522 WARN [DataStreamer for file /user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 block BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK], DatanodeInfoWithStorage[127.0.0.1:40229,DS-5593f505-01b1-4b5c-893f-7387afdd3c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK]) is bad. 2024-11-17T03:24:23,522 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2066090730_535 at /127.0.0.1:37194 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37194 dst: /127.0.0.1:40229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:23,523 WARN [DataStreamer for file /user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 block BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:23,524 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:23,524 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-17T03:24:23,524 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 719 2024-11-17T03:24:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-17T03:24:23,525 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:23,525 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741874_1056 (size=45347) 2024-11-17T03:24:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741874_1056 (size=45347) 2024-11-17T03:24:27,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 after 4002ms 2024-11-17T03:24:27,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 took 4006ms 2024-11-17T03:24:27,210 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2; continuing. 2024-11-17T03:24:27,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 so closing down 2024-11-17T03:24:27,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:27,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:27,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:27,214 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:27,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:27,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741879_1057 (size=743) 2024-11-17T03:24:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741879_1057 (size=743) 2024-11-17T03:24:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741880_1058 (size=44705) 2024-11-17T03:24:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741880_1058 (size=44705) 2024-11-17T03:24:27,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:27,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:27,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 698 edits, skipped 0 edits in 5 ms) 2024-11-17T03:24:27,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:27,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 708 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T03:24:27,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2, size=150 (150bytes) at 1731813863179Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 so closing down at 1731813867210 (+4031 ms)3 split writer threads finished at 1731813867211 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813867216 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813867216Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813867647 (+431 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813867649 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 698 edits, skipped 0 edits in 5 ms) at 1731813867649Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813867651 (+2 ms)Processed 708 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731813867651 2024-11-17T03:24:27,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/WALs/testlogcannotbewrittenonceparsed,16010,1731813861626/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/8591aabd-395a-60a5-84e4-66f2290e3851/oldWALs/wal.dat.2 2024-11-17T03:24:27,654 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-17T03:24:27,679 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=718, robber=718 2024-11-17T03:24:27,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1856047345_22 at /127.0.0.1:46482 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1856047345_22 at /127.0.0.1:37250 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:38285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:38285 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (180947228) connection to localhost/127.0.0.1:38285 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:38285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=399 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=517 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6368 (was 6500) 2024-11-17T03:24:27,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=6367 2024-11-17T03:24:27,704 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741881_1059 (size=7) 2024-11-17T03:24:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741881_1059 (size=7) 2024-11-17T03:24:27,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:27,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:27,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:27,754 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:27,756 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:27,758 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:27,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:27,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741882_1060 (size=1393) 2024-11-17T03:24:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741882_1060 (size=1393) 2024-11-17T03:24:27,849 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:27,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:27,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741883_1061 (size=1393) 2024-11-17T03:24:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741883_1061 (size=1393) 2024-11-17T03:24:27,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:27,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:27,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:27,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741884_1062 (size=1393) 2024-11-17T03:24:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741884_1062 (size=1393) 2024-11-17T03:24:27,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:27,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741885_1063 (size=1393) 2024-11-17T03:24:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741885_1063 (size=1393) 2024-11-17T03:24:28,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:28,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741886_1064 (size=1393) 2024-11-17T03:24:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741886_1064 (size=1393) 2024-11-17T03:24:28,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:28,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741887_1065 (size=1393) 2024-11-17T03:24:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:28,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:28,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741887_1065 (size=1393) 2024-11-17T03:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741888_1066 (size=1405) 2024-11-17T03:24:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741888_1066 (size=1405) 2024-11-17T03:24:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:28,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741889_1067 (size=1413) 2024-11-17T03:24:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741889_1067 (size=1413) 2024-11-17T03:24:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:28,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741890_1068 (size=1413) 2024-11-17T03:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741890_1068 (size=1413) 2024-11-17T03:24:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:28,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:28,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:28,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741891_1069 (size=1413) 2024-11-17T03:24:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741891_1069 (size=1413) 2024-11-17T03:24:28,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:28,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:28,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 2024-11-17T03:24:28,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 after 2ms 2024-11-17T03:24:28,848 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:30,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 took 2016ms 2024-11-17T03:24:30,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 so closing down 2024-11-17T03:24:30,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:30,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:30,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:30,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:30,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:30,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741893_1071 (size=743) 2024-11-17T03:24:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741893_1071 (size=743) 2024-11-17T03:24:30,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741892_1070 (size=743) 2024-11-17T03:24:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741892_1070 (size=743) 2024-11-17T03:24:30,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:30,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:30,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:30,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:30,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0, size=1.4 K (1393bytes) at 1731813868846Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 so closing down at 1731813870866 (+2020 ms)3 split writer threads finished at 1731813870866Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813870872 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813870872Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813870878 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813870882 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813870882Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813870886 (+4 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813870886 2024-11-17T03:24:30,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.0 2024-11-17T03:24:30,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:30,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 2024-11-17T03:24:30,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 after 1ms 2024-11-17T03:24:30,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 took 6ms 2024-11-17T03:24:30,901 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 so closing down 2024-11-17T03:24:30,901 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:30,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:30,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:30,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:30,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:30,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741894_1072 (size=743) 2024-11-17T03:24:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741895_1073 (size=743) 2024-11-17T03:24:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741894_1072 (size=743) 2024-11-17T03:24:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741895_1073 (size=743) 2024-11-17T03:24:30,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:30,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:31,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:31,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:31,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1, size=1.4 K (1393bytes) at 1731813870893Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 so closing down at 1731813870901 (+8 ms)3 split writer threads finished at 1731813870901Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813870906 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813870906Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813870917 (+11 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813870920 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871318 (+398 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813871324 (+6 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813871325 (+1 ms) 2024-11-17T03:24:31,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.1 2024-11-17T03:24:31,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:31,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 2024-11-17T03:24:31,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 after 1ms 2024-11-17T03:24:31,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 took 5ms 2024-11-17T03:24:31,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 so closing down 2024-11-17T03:24:31,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:31,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:31,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:31,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741897_1075 (size=743) 2024-11-17T03:24:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741896_1074 (size=743) 2024-11-17T03:24:31,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741897_1075 (size=743) 2024-11-17T03:24:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741896_1074 (size=743) 2024-11-17T03:24:31,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:31,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:31,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:31,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2, size=1.4 K (1393bytes) at 1731813871330Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 so closing down at 1731813871337 (+7 ms)3 split writer threads finished at 1731813871337Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813871342 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813871342Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871355 (+13 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813871359 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871756 (+397 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813871763 (+7 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813871764 (+1 ms) 2024-11-17T03:24:31,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.2 2024-11-17T03:24:31,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:31,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 2024-11-17T03:24:31,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 after 1ms 2024-11-17T03:24:31,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 took 4ms 2024-11-17T03:24:31,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 so closing down 2024-11-17T03:24:31,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:31,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:31,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:31,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741899_1077 (size=743) 2024-11-17T03:24:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741899_1077 (size=743) 2024-11-17T03:24:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741898_1076 (size=743) 2024-11-17T03:24:31,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741898_1076 (size=743) 2024-11-17T03:24:31,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:31,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:31,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:31,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3, size=1.4 K (1393bytes) at 1731813871769Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 so closing down at 1731813871775 (+6 ms)3 split writer threads finished at 1731813871775Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813871780 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813871780Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871789 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871789Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813871792 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813871792Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813871792 2024-11-17T03:24:31,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.3 2024-11-17T03:24:31,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:31,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 2024-11-17T03:24:31,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 after 0ms 2024-11-17T03:24:31,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 took 4ms 2024-11-17T03:24:31,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 so closing down 2024-11-17T03:24:31,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,804 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:31,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:31,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:31,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741900_1078 (size=743) 2024-11-17T03:24:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741901_1079 (size=743) 2024-11-17T03:24:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741900_1078 (size=743) 2024-11-17T03:24:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741901_1079 (size=743) 2024-11-17T03:24:31,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:31,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:31,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:31,813 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4, size=1.4 K (1393bytes) at 1731813871795Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 so closing down at 1731813871800 (+5 ms)3 split writer threads finished at 1731813871801 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813871805 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813871805Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871810 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871810Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813871813 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813871813Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813871813 2024-11-17T03:24:31,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.4 2024-11-17T03:24:31,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:31,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 2024-11-17T03:24:31,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 after 1ms 2024-11-17T03:24:31,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 took 4ms 2024-11-17T03:24:31,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 so closing down 2024-11-17T03:24:31,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:31,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:31,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:31,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741903_1081 (size=743) 2024-11-17T03:24:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741902_1080 (size=743) 2024-11-17T03:24:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741902_1080 (size=743) 2024-11-17T03:24:31,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741903_1081 (size=743) 2024-11-17T03:24:31,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:31,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:31,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:31,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5, size=1.4 K (1393bytes) at 1731813871817Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 so closing down at 1731813871823 (+6 ms)3 split writer threads finished at 1731813871823Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813871827 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813871827Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871833 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871833Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813871835 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813871836 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813871836 2024-11-17T03:24:31,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.5 2024-11-17T03:24:31,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:31,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 2024-11-17T03:24:31,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 after 0ms 2024-11-17T03:24:31,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 took 3ms 2024-11-17T03:24:31,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 so closing down 2024-11-17T03:24:31,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:31,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:31,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:31,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741905_1083 (size=749) 2024-11-17T03:24:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741904_1082 (size=749) 2024-11-17T03:24:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741904_1082 (size=749) 2024-11-17T03:24:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741905_1083 (size=749) 2024-11-17T03:24:31,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:31,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:31,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:31,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6, size=1.4 K (1405bytes) at 1731813871839Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 so closing down at 1731813871844 (+5 ms)3 split writer threads finished at 1731813871844Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813871848 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813871848Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871853 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871853Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813871855 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813871855Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813871856 (+1 ms) 2024-11-17T03:24:31,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.6 2024-11-17T03:24:31,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:31,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 2024-11-17T03:24:31,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 after 0ms 2024-11-17T03:24:31,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 took 3ms 2024-11-17T03:24:31,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 so closing down 2024-11-17T03:24:31,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:31,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:31,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:31,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:31,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:31,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741907_1085 (size=753) 2024-11-17T03:24:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741906_1084 (size=753) 2024-11-17T03:24:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741906_1084 (size=753) 2024-11-17T03:24:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741907_1085 (size=753) 2024-11-17T03:24:31,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:31,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:32,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:32,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:32,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:32,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7, size=1.4 K (1413bytes) at 1731813871859Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 so closing down at 1731813871864 (+5 ms)3 split writer threads finished at 1731813871864Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813871868 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813871868Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813871874 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813871877 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813872275 (+398 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813872278 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813872278 2024-11-17T03:24:32,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.7 2024-11-17T03:24:32,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:32,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 2024-11-17T03:24:32,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 after 1ms 2024-11-17T03:24:32,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 took 6ms 2024-11-17T03:24:32,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 so closing down 2024-11-17T03:24:32,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:32,293 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:32,297 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:32,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:32,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:32,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741909_1087 (size=753) 2024-11-17T03:24:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741909_1087 (size=753) 2024-11-17T03:24:32,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741908_1086 (size=753) 2024-11-17T03:24:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741908_1086 (size=753) 2024-11-17T03:24:32,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:32,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:32,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:32,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:32,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8, size=1.4 K (1413bytes) at 1731813872284Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 so closing down at 1731813872293 (+9 ms)3 split writer threads finished at 1731813872293Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813872298 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813872298Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813872303 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813872305 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813872704 (+399 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813872707 (+3 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813872707 2024-11-17T03:24:32,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.8 2024-11-17T03:24:32,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:32,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 2024-11-17T03:24:32,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 after 1ms 2024-11-17T03:24:32,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 took 6ms 2024-11-17T03:24:32,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 so closing down 2024-11-17T03:24:32,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:32,719 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:32,722 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:32,722 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:32,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:32,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741911_1089 (size=753) 2024-11-17T03:24:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741911_1089 (size=753) 2024-11-17T03:24:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741910_1088 (size=753) 2024-11-17T03:24:32,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741910_1088 (size=753) 2024-11-17T03:24:32,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:33,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:33,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:33,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9, size=1.4 K (1413bytes) at 1731813872712Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 so closing down at 1731813872719 (+7 ms)3 split writer threads finished at 1731813872719Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813872724 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813872724Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813872736 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813872739 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873138 (+399 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813873146 (+8 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813873147 (+1 ms) 2024-11-17T03:24:33,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/WALs/testretryopenduringrecovery,16010,1731813867754/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/2c23c7ba-028d-1978-25e7-87869217b0de/oldWALs/wal.dat.9 2024-11-17T03:24:33,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 517), ProcessCount=11 (was 11), AvailableMemoryMB=6314 (was 6367) 2024-11-17T03:24:33,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=6314 2024-11-17T03:24:33,172 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741912_1090 (size=7) 2024-11-17T03:24:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741912_1090 (size=7) 2024-11-17T03:24:33,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:33,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:33,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:33,183 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:33,184 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:33,184 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:33,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741913_1091 (size=1393) 2024-11-17T03:24:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741913_1091 (size=1393) 2024-11-17T03:24:33,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:33,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:33,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741914_1092 (size=1393) 2024-11-17T03:24:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741914_1092 (size=1393) 2024-11-17T03:24:33,217 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:33,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741915_1093 (size=1393) 2024-11-17T03:24:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741915_1093 (size=1393) 2024-11-17T03:24:33,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:33,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:33,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741916_1094 (size=1393) 2024-11-17T03:24:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741916_1094 (size=1393) 2024-11-17T03:24:33,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:33,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741917_1095 (size=1393) 2024-11-17T03:24:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741917_1095 (size=1393) 2024-11-17T03:24:33,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:33,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:33,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:33,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741919_1097 (size=1405) 2024-11-17T03:24:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741919_1097 (size=1405) 2024-11-17T03:24:33,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:33,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:33,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741920_1098 (size=1413) 2024-11-17T03:24:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741920_1098 (size=1413) 2024-11-17T03:24:33,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:33,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:33,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741921_1099 (size=1413) 2024-11-17T03:24:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741921_1099 (size=1413) 2024-11-17T03:24:33,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:33,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:33,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:33,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741922_1100 (size=1413) 2024-11-17T03:24:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741922_1100 (size=1413) 2024-11-17T03:24:33,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:33,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:33,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 2024-11-17T03:24:33,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 after 0ms 2024-11-17T03:24:33,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 took 3ms 2024-11-17T03:24:33,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 so closing down 2024-11-17T03:24:33,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:33,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:33,380 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:33,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:33,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:33,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741924_1102 (size=743) 2024-11-17T03:24:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741924_1102 (size=743) 2024-11-17T03:24:33,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741923_1101 (size=743) 2024-11-17T03:24:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741923_1101 (size=743) 2024-11-17T03:24:33,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:33,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:33,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0, size=1.4 K (1393bytes) at 1731813873373Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 so closing down at 1731813873378 (+5 ms)3 split writer threads finished at 1731813873378Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813873381 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813873381Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873388 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813873390 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873793 (+403 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813873794 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813873795 (+1 ms) 2024-11-17T03:24:33,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.0 2024-11-17T03:24:33,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:33,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 2024-11-17T03:24:33,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 after 0ms 2024-11-17T03:24:33,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 took 2ms 2024-11-17T03:24:33,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 so closing down 2024-11-17T03:24:33,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:33,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:33,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:33,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:33,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:33,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741926_1104 (size=743) 2024-11-17T03:24:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741925_1103 (size=743) 2024-11-17T03:24:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741926_1104 (size=743) 2024-11-17T03:24:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741925_1103 (size=743) 2024-11-17T03:24:33,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:33,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:33,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:33,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1, size=1.4 K (1393bytes) at 1731813873797Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 so closing down at 1731813873801 (+4 ms)3 split writer threads finished at 1731813873801Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813873804 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813873804Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873819 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873819Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813873820 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813873820Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813873820 2024-11-17T03:24:33,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.1 2024-11-17T03:24:33,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:33,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 2024-11-17T03:24:33,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 after 0ms 2024-11-17T03:24:33,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 took 3ms 2024-11-17T03:24:33,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 so closing down 2024-11-17T03:24:33,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:33,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:33,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:33,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:33,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:33,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:33,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741927_1105 (size=743) 2024-11-17T03:24:33,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741927_1105 (size=743) 2024-11-17T03:24:33,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741928_1106 (size=743) 2024-11-17T03:24:33,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741928_1106 (size=743) 2024-11-17T03:24:33,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:33,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:34,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:34,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:34,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:34,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2, size=1.4 K (1393bytes) at 1731813873822Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 so closing down at 1731813873826 (+4 ms)3 split writer threads finished at 1731813873826Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813873830 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813873830Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813873839 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813873840 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813874240 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813874241 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813874242 (+1 ms) 2024-11-17T03:24:34,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.2 2024-11-17T03:24:34,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:34,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 2024-11-17T03:24:34,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 after 1ms 2024-11-17T03:24:34,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 took 3ms 2024-11-17T03:24:34,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 so closing down 2024-11-17T03:24:34,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:34,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:34,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:34,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:34,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:34,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741930_1108 (size=743) 2024-11-17T03:24:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741930_1108 (size=743) 2024-11-17T03:24:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741929_1107 (size=743) 2024-11-17T03:24:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741929_1107 (size=743) 2024-11-17T03:24:34,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:34,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:34,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:34,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:34,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:34,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3, size=1.4 K (1393bytes) at 1731813874244Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 so closing down at 1731813874249 (+5 ms)3 split writer threads finished at 1731813874249Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813874253 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813874254 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813874308 (+54 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813874311 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813874692 (+381 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813874693 (+1 ms)Processed 20 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813874693 2024-11-17T03:24:34,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.3 2024-11-17T03:24:34,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:34,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 2024-11-17T03:24:34,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 after 0ms 2024-11-17T03:24:34,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 took 3ms 2024-11-17T03:24:34,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 so closing down 2024-11-17T03:24:34,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:34,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:34,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:34,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:34,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:34,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741931_1109 (size=743) 2024-11-17T03:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741932_1110 (size=743) 2024-11-17T03:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741931_1109 (size=743) 2024-11-17T03:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741932_1110 (size=743) 2024-11-17T03:24:35,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:35,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:35,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:35,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:35,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:35,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4, size=1.4 K (1393bytes) at 1731813874696Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 so closing down at 1731813874705 (+9 ms)3 split writer threads finished at 1731813874706 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813874709 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813874709Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813875122 (+413 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813875122Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813875126 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813875127 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813875127 2024-11-17T03:24:35,131 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.4 2024-11-17T03:24:35,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5, size=150 (150bytes) 2024-11-17T03:24:35,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 2024-11-17T03:24:35,132 WARN [IPC Server handler 3 on default port 38285 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-17T03:24:35,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 after 0ms 2024-11-17T03:24:35,518 WARN [ResponseProcessor for block BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:35,518 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-549982744_22 at /127.0.0.1:39102 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42651:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39102 dst: /127.0.0.1:42651 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42651 remote=/127.0.0.1:39102]. Total timeout mills is 60000, 57767 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:35,518 WARN [DataStreamer for file /user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 block BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK], DatanodeInfoWithStorage[127.0.0.1:40229,DS-5593f505-01b1-4b5c-893f-7387afdd3c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK]) is bad. 2024-11-17T03:24:35,518 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-549982744_22 at /127.0.0.1:37594 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37594 dst: /127.0.0.1:40229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:35,520 WARN [DataStreamer for file /user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 block BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:24:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741918_1111 (size=1385) 2024-11-17T03:24:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741918_1111 (size=1385) 2024-11-17T03:24:38,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:24:39,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 after 4001ms 2024-11-17T03:24:39,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 took 4044ms 2024-11-17T03:24:39,189 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5; continuing. 2024-11-17T03:24:39,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 so closing down 2024-11-17T03:24:39,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:39,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:39,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:39,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:39,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:39,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741933_1112 (size=743) 2024-11-17T03:24:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741933_1112 (size=743) 2024-11-17T03:24:39,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741934_1113 (size=743) 2024-11-17T03:24:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741934_1113 (size=743) 2024-11-17T03:24:39,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:39,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T03:24:39,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5, size=150 (150bytes) at 1731813875132Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 so closing down at 1731813879190 (+4058 ms)3 split writer threads finished at 1731813879190Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813879208 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813879231 (+23 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879281 (+50 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813879283 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879340 (+57 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813879341 (+1 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731813879342 (+1 ms) 2024-11-17T03:24:39,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.5 2024-11-17T03:24:39,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:39,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 2024-11-17T03:24:39,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 after 0ms 2024-11-17T03:24:39,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 took 8ms 2024-11-17T03:24:39,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 so closing down 2024-11-17T03:24:39,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:39,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:39,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:39,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:39,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:39,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741935_1114 (size=749) 2024-11-17T03:24:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741935_1114 (size=749) 2024-11-17T03:24:39,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741936_1115 (size=749) 2024-11-17T03:24:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741936_1115 (size=749) 2024-11-17T03:24:39,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:39,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:39,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6, size=1.4 K (1405bytes) at 1731813879345Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 so closing down at 1731813879362 (+17 ms)3 split writer threads finished at 1731813879363 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813879380 (+17 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813879385 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879416 (+31 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813879419 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879437 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813879446 (+9 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813879446 2024-11-17T03:24:39,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.6 2024-11-17T03:24:39,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:39,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 2024-11-17T03:24:39,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 after 0ms 2024-11-17T03:24:39,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 took 15ms 2024-11-17T03:24:39,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 so closing down 2024-11-17T03:24:39,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:39,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:39,496 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:39,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:39,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:39,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741937_1116 (size=753) 2024-11-17T03:24:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741937_1116 (size=753) 2024-11-17T03:24:39,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741938_1117 (size=753) 2024-11-17T03:24:39,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741938_1117 (size=753) 2024-11-17T03:24:39,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:39,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:39,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:39,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:39,954 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7, size=1.4 K (1413bytes) at 1731813879450Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 so closing down at 1731813879486 (+36 ms)3 split writer threads finished at 1731813879486Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813879499 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813879520 (+21 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879552 (+32 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813879554 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813879952 (+398 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813879954 (+2 ms)Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813879954 2024-11-17T03:24:39,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.7 2024-11-17T03:24:39,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:39,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 2024-11-17T03:24:39,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 after 1ms 2024-11-17T03:24:39,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 took 3ms 2024-11-17T03:24:39,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 so closing down 2024-11-17T03:24:39,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:39,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:39,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:39,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:39,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:39,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741939_1118 (size=753) 2024-11-17T03:24:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741940_1119 (size=753) 2024-11-17T03:24:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741940_1119 (size=753) 2024-11-17T03:24:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741939_1118 (size=753) 2024-11-17T03:24:40,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:40,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:40,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:40,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:40,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:40,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8, size=1.4 K (1413bytes) at 1731813879956Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 so closing down at 1731813879960 (+4 ms)3 split writer threads finished at 1731813879960Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813879965 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813879965Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813880021 (+56 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813880023 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813880025 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813880027 (+2 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813880027 2024-11-17T03:24:40,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.8 2024-11-17T03:24:40,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:40,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 2024-11-17T03:24:40,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 after 0ms 2024-11-17T03:24:40,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 took 3ms 2024-11-17T03:24:40,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 so closing down 2024-11-17T03:24:40,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:40,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:40,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:40,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:40,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:40,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741941_1120 (size=753) 2024-11-17T03:24:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741941_1120 (size=753) 2024-11-17T03:24:40,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:40,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741942_1121 (size=753) 2024-11-17T03:24:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741942_1121 (size=753) 2024-11-17T03:24:40,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:40,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:40,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:40,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9, size=1.4 K (1413bytes) at 1731813880030Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 so closing down at 1731813880065 (+35 ms)3 split writer threads finished at 1731813880066 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813880071 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813880071Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813880097 (+26 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813880100 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813880517 (+417 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813880519 (+2 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813880519 2024-11-17T03:24:40,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731813873184/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/f5e16244-bb43-34c2-4e53-7e5e4ae9b2a9/oldWALs/wal.dat.9 2024-11-17T03:24:40,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=6227 (was 6314) 2024-11-17T03:24:40,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6227 2024-11-17T03:24:40,629 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741943_1122 (size=7) 2024-11-17T03:24:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741943_1122 (size=7) 2024-11-17T03:24:40,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:40,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:40,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:40,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:40,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=6226 (was 6227) 2024-11-17T03:24:40,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6226 2024-11-17T03:24:40,673 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741944_1123 (size=7) 2024-11-17T03:24:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741944_1123 (size=7) 2024-11-17T03:24:40,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:40,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:40,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:40,713 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:40,713 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:40,714 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:40,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:40,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741945_1124 (size=1393) 2024-11-17T03:24:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741945_1124 (size=1393) 2024-11-17T03:24:40,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:40,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:40,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741946_1125 (size=1393) 2024-11-17T03:24:40,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:40,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741946_1125 (size=1393) 2024-11-17T03:24:40,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741947_1126 (size=1393) 2024-11-17T03:24:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741947_1126 (size=1393) 2024-11-17T03:24:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:40,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741948_1127 (size=1393) 2024-11-17T03:24:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741948_1127 (size=1393) 2024-11-17T03:24:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:40,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741949_1128 (size=1393) 2024-11-17T03:24:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741949_1128 (size=1393) 2024-11-17T03:24:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:40,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741950_1129 (size=1393) 2024-11-17T03:24:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741950_1129 (size=1393) 2024-11-17T03:24:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:40,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:40,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741951_1130 (size=1405) 2024-11-17T03:24:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741951_1130 (size=1405) 2024-11-17T03:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:41,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741952_1131 (size=1413) 2024-11-17T03:24:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741952_1131 (size=1413) 2024-11-17T03:24:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:41,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741953_1132 (size=1413) 2024-11-17T03:24:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741953_1132 (size=1413) 2024-11-17T03:24:41,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:41,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:41,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741954_1133 (size=1413) 2024-11-17T03:24:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741954_1133 (size=1413) 2024-11-17T03:24:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:41,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:41,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 2024-11-17T03:24:41,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 after 0ms 2024-11-17T03:24:41,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 took 5ms 2024-11-17T03:24:41,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 so closing down 2024-11-17T03:24:41,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:41,526 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:41,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:41,544 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:41,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:41,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741956_1135 (size=743) 2024-11-17T03:24:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741956_1135 (size=743) 2024-11-17T03:24:41,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:41,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741955_1134 (size=743) 2024-11-17T03:24:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741955_1134 (size=743) 2024-11-17T03:24:41,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:41,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:41,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:41,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0, size=1.4 K (1393bytes) at 1731813881487Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 so closing down at 1731813881522 (+35 ms)3 split writer threads finished at 1731813881526 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813881546 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813881546Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813881604 (+58 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813881606 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813881616 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813881623 (+7 ms)Processed 20 edits across 2 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813881624 (+1 ms) 2024-11-17T03:24:41,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.0 2024-11-17T03:24:41,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:41,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 2024-11-17T03:24:41,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 after 0ms 2024-11-17T03:24:41,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 took 4ms 2024-11-17T03:24:41,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 so closing down 2024-11-17T03:24:41,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:41,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:41,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:41,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:41,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:41,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741957_1136 (size=743) 2024-11-17T03:24:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741957_1136 (size=743) 2024-11-17T03:24:41,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:41,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741958_1137 (size=743) 2024-11-17T03:24:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741958_1137 (size=743) 2024-11-17T03:24:41,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:41,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:41,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:41,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1, size=1.4 K (1393bytes) at 1731813881627Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 so closing down at 1731813881640 (+13 ms)3 split writer threads finished at 1731813881663 (+23 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813881681 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813881690 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813881699 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813881700 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813881707 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813881708 (+1 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813881709 (+1 ms) 2024-11-17T03:24:41,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.1 2024-11-17T03:24:41,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:41,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 2024-11-17T03:24:41,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 after 0ms 2024-11-17T03:24:41,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 took 2ms 2024-11-17T03:24:41,715 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 so closing down 2024-11-17T03:24:41,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:41,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:41,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:41,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:41,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:41,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741959_1138 (size=743) 2024-11-17T03:24:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741959_1138 (size=743) 2024-11-17T03:24:41,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:41,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741960_1139 (size=743) 2024-11-17T03:24:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741960_1139 (size=743) 2024-11-17T03:24:42,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:42,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:42,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2, size=1.4 K (1393bytes) at 1731813881711Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 so closing down at 1731813881715 (+4 ms)3 split writer threads finished at 1731813881715Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813881728 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813881736 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813881744 (+8 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813881746 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882162 (+416 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813882164 (+2 ms)Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813882164 2024-11-17T03:24:42,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.2 2024-11-17T03:24:42,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:42,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 2024-11-17T03:24:42,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 after 0ms 2024-11-17T03:24:42,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 took 4ms 2024-11-17T03:24:42,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 so closing down 2024-11-17T03:24:42,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:42,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:42,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:42,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741962_1141 (size=743) 2024-11-17T03:24:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741962_1141 (size=743) 2024-11-17T03:24:42,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741961_1140 (size=743) 2024-11-17T03:24:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741961_1140 (size=743) 2024-11-17T03:24:42,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:42,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:42,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:42,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3, size=1.4 K (1393bytes) at 1731813882168Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 so closing down at 1731813882193 (+25 ms)3 split writer threads finished at 1731813882194 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813882207 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813882216 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882264 (+48 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813882267 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882268 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813882270 (+2 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813882270 2024-11-17T03:24:42,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.3 2024-11-17T03:24:42,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:42,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 2024-11-17T03:24:42,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 after 1ms 2024-11-17T03:24:42,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 took 3ms 2024-11-17T03:24:42,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 so closing down 2024-11-17T03:24:42,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,298 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:42,328 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:42,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:42,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741963_1142 (size=743) 2024-11-17T03:24:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741963_1142 (size=743) 2024-11-17T03:24:42,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741964_1143 (size=743) 2024-11-17T03:24:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741964_1143 (size=743) 2024-11-17T03:24:42,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:42,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:42,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4, size=1.4 K (1393bytes) at 1731813882273Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 so closing down at 1731813882297 (+24 ms)3 split writer threads finished at 1731813882298 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813882331 (+33 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813882336 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882395 (+59 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813882397 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882421 (+24 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813882423 (+2 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813882423 2024-11-17T03:24:42,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.4 2024-11-17T03:24:42,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:42,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 2024-11-17T03:24:42,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 after 0ms 2024-11-17T03:24:42,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 took 4ms 2024-11-17T03:24:42,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 so closing down 2024-11-17T03:24:42,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:42,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:42,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:42,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741966_1145 (size=743) 2024-11-17T03:24:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741966_1145 (size=743) 2024-11-17T03:24:42,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741965_1144 (size=743) 2024-11-17T03:24:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741965_1144 (size=743) 2024-11-17T03:24:42,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:42,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:42,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5, size=1.4 K (1393bytes) at 1731813882426Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 so closing down at 1731813882466 (+40 ms)3 split writer threads finished at 1731813882466Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813882500 (+34 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813882505 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882550 (+45 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813882555 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882573 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813882578 (+5 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813882578 2024-11-17T03:24:42,587 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.5 2024-11-17T03:24:42,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:42,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 2024-11-17T03:24:42,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 after 1ms 2024-11-17T03:24:42,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 took 5ms 2024-11-17T03:24:42,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 so closing down 2024-11-17T03:24:42,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:42,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:42,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:42,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741967_1146 (size=749) 2024-11-17T03:24:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741967_1146 (size=749) 2024-11-17T03:24:42,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741968_1147 (size=749) 2024-11-17T03:24:42,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741968_1147 (size=749) 2024-11-17T03:24:42,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:42,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:42,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6, size=1.4 K (1405bytes) at 1731813882588Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 so closing down at 1731813882608 (+20 ms)3 split writer threads finished at 1731813882616 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813882634 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813882638 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882685 (+47 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813882687 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882692 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813882694 (+2 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813882694 2024-11-17T03:24:42,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.6 2024-11-17T03:24:42,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:42,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 2024-11-17T03:24:42,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 after 0ms 2024-11-17T03:24:42,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 took 3ms 2024-11-17T03:24:42,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 so closing down 2024-11-17T03:24:42,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:42,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:42,741 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:42,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:42,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741970_1149 (size=753) 2024-11-17T03:24:42,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741970_1149 (size=753) 2024-11-17T03:24:42,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741969_1148 (size=753) 2024-11-17T03:24:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741969_1148 (size=753) 2024-11-17T03:24:42,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:42,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:42,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7, size=1.4 K (1413bytes) at 1731813882706Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 so closing down at 1731813882713 (+7 ms)3 split writer threads finished at 1731813882716 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813882730 (+14 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813882748 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882774 (+26 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813882776 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882798 (+22 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813882800 (+2 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813882800 2024-11-17T03:24:42,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.7 2024-11-17T03:24:42,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:42,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 2024-11-17T03:24:42,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 after 3ms 2024-11-17T03:24:42,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 took 7ms 2024-11-17T03:24:42,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 so closing down 2024-11-17T03:24:42,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:42,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:42,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:42,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741972_1151 (size=753) 2024-11-17T03:24:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741972_1151 (size=753) 2024-11-17T03:24:42,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741971_1150 (size=753) 2024-11-17T03:24:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741971_1150 (size=753) 2024-11-17T03:24:42,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:42,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:42,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8, size=1.4 K (1413bytes) at 1731813882805Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 so closing down at 1731813882828 (+23 ms)3 split writer threads finished at 1731813882829 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813882840 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813882852 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882886 (+34 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813882889 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882891 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813882893 (+2 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813882893 2024-11-17T03:24:42,895 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.8 2024-11-17T03:24:42,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:42,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 2024-11-17T03:24:42,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 after 1ms 2024-11-17T03:24:42,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 took 3ms 2024-11-17T03:24:42,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 so closing down 2024-11-17T03:24:42,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:42,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:42,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:42,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:42,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:42,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741973_1152 (size=753) 2024-11-17T03:24:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741973_1152 (size=753) 2024-11-17T03:24:42,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:42,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741974_1153 (size=753) 2024-11-17T03:24:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741974_1153 (size=753) 2024-11-17T03:24:43,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:43,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:43,325 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:43,325 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9, size=1.4 K (1413bytes) at 1731813882895Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 so closing down at 1731813882899 (+4 ms)3 split writer threads finished at 1731813882899Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813882903 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813882903Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813882914 (+11 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813882916 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813883323 (+407 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813883325 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813883325 2024-11-17T03:24:43,327 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/WALs/testsplit,16010,1731813880713/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/f1545fd0-6973-3c54-5fa5-8ca4d8d37b10/oldWALs/wal.dat.9 2024-11-17T03:24:43,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=6201 (was 6226) 2024-11-17T03:24:43,412 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6201 2024-11-17T03:24:43,412 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741975_1154 (size=7) 2024-11-17T03:24:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741975_1154 (size=7) 2024-11-17T03:24:43,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:43,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:43,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:43,431 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:43,432 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:43,433 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:43,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741976_1155 (size=1393) 2024-11-17T03:24:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741976_1155 (size=1393) 2024-11-17T03:24:43,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:43,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:43,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741977_1156 (size=1393) 2024-11-17T03:24:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741977_1156 (size=1393) 2024-11-17T03:24:43,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:43,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:43,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741978_1157 (size=1393) 2024-11-17T03:24:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741978_1157 (size=1393) 2024-11-17T03:24:43,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:43,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:43,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741979_1158 (size=1393) 2024-11-17T03:24:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741979_1158 (size=1393) 2024-11-17T03:24:43,902 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:43,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:43,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741980_1159 (size=1393) 2024-11-17T03:24:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741980_1159 (size=1393) 2024-11-17T03:24:43,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:43,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741981_1160 (size=1393) 2024-11-17T03:24:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741981_1160 (size=1393) 2024-11-17T03:24:43,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:43,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741982_1161 (size=1405) 2024-11-17T03:24:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741982_1161 (size=1405) 2024-11-17T03:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:44,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741983_1162 (size=1413) 2024-11-17T03:24:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741983_1162 (size=1413) 2024-11-17T03:24:44,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:44,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741984_1163 (size=1413) 2024-11-17T03:24:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741984_1163 (size=1413) 2024-11-17T03:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:44,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741985_1164 (size=1413) 2024-11-17T03:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741985_1164 (size=1413) 2024-11-17T03:24:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:44,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:44,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 2024-11-17T03:24:44,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 after 1ms 2024-11-17T03:24:44,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 took 4ms 2024-11-17T03:24:44,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 so closing down 2024-11-17T03:24:44,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:44,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:44,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:44,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741986_1165 (size=743) 2024-11-17T03:24:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741986_1165 (size=743) 2024-11-17T03:24:44,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741987_1166 (size=743) 2024-11-17T03:24:44,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741987_1166 (size=743) 2024-11-17T03:24:44,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:44,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:44,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0, size=1.4 K (1393bytes) at 1731813884099Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 so closing down at 1731813884107 (+8 ms)3 split writer threads finished at 1731813884108 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813884115 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813884116 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884129 (+13 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884132 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813884133 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813884135 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884135 2024-11-17T03:24:44,138 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.0 2024-11-17T03:24:44,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:44,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 2024-11-17T03:24:44,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 after 0ms 2024-11-17T03:24:44,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 took 3ms 2024-11-17T03:24:44,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 so closing down 2024-11-17T03:24:44,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:44,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:44,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:44,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741989_1168 (size=743) 2024-11-17T03:24:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741988_1167 (size=743) 2024-11-17T03:24:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741989_1168 (size=743) 2024-11-17T03:24:44,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741988_1167 (size=743) 2024-11-17T03:24:44,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:44,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:44,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1, size=1.4 K (1393bytes) at 1731813884138Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 so closing down at 1731813884142 (+4 ms)3 split writer threads finished at 1731813884143 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813884153 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813884154 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884166 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884167 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813884169 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813884169Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884169 2024-11-17T03:24:44,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.1 2024-11-17T03:24:44,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:44,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 2024-11-17T03:24:44,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 after 1ms 2024-11-17T03:24:44,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 took 3ms 2024-11-17T03:24:44,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 so closing down 2024-11-17T03:24:44,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:44,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:44,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:44,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741991_1170 (size=743) 2024-11-17T03:24:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741991_1170 (size=743) 2024-11-17T03:24:44,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741990_1169 (size=743) 2024-11-17T03:24:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741990_1169 (size=743) 2024-11-17T03:24:44,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:44,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2, size=1.4 K (1393bytes) at 1731813884176Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 so closing down at 1731813884181 (+5 ms)3 split writer threads finished at 1731813884182 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813884186 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813884187 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884216 (+29 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813884219 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884221 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813884224 (+3 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884224 2024-11-17T03:24:44,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.2 2024-11-17T03:24:44,228 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:44,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 2024-11-17T03:24:44,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 after 1ms 2024-11-17T03:24:44,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 took 5ms 2024-11-17T03:24:44,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 so closing down 2024-11-17T03:24:44,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,242 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:44,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:44,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:44,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741992_1171 (size=743) 2024-11-17T03:24:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741992_1171 (size=743) 2024-11-17T03:24:44,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741993_1172 (size=743) 2024-11-17T03:24:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741993_1172 (size=743) 2024-11-17T03:24:44,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:44,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3, size=1.4 K (1393bytes) at 1731813884228Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 so closing down at 1731813884241 (+13 ms)3 split writer threads finished at 1731813884242 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813884264 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813884272 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884311 (+39 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813884314 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884350 (+36 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813884356 (+6 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884356 2024-11-17T03:24:44,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.3 2024-11-17T03:24:44,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:44,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 2024-11-17T03:24:44,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 after 1ms 2024-11-17T03:24:44,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 took 5ms 2024-11-17T03:24:44,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 so closing down 2024-11-17T03:24:44,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:44,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:44,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:44,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741995_1174 (size=743) 2024-11-17T03:24:44,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741995_1174 (size=743) 2024-11-17T03:24:44,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741994_1173 (size=743) 2024-11-17T03:24:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741994_1173 (size=743) 2024-11-17T03:24:44,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:44,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4, size=1.4 K (1393bytes) at 1731813884360Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 so closing down at 1731813884368 (+8 ms)3 split writer threads finished at 1731813884372 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813884384 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813884386 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884404 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813884408 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884413 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813884417 (+4 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884417 2024-11-17T03:24:44,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.4 2024-11-17T03:24:44,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:44,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 2024-11-17T03:24:44,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 after 1ms 2024-11-17T03:24:44,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 took 4ms 2024-11-17T03:24:44,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 so closing down 2024-11-17T03:24:44,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,479 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:44,500 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:44,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:44,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741996_1175 (size=743) 2024-11-17T03:24:44,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741996_1175 (size=743) 2024-11-17T03:24:44,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741997_1176 (size=743) 2024-11-17T03:24:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741997_1176 (size=743) 2024-11-17T03:24:44,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:44,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:44,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5, size=1.4 K (1393bytes) at 1731813884420Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 so closing down at 1731813884453 (+33 ms)3 split writer threads finished at 1731813884456 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813884502 (+46 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813884503 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884556 (+53 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813884560 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884572 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813884575 (+3 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813884575 2024-11-17T03:24:44,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.5 2024-11-17T03:24:44,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:44,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 2024-11-17T03:24:44,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 after 12ms 2024-11-17T03:24:44,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 took 16ms 2024-11-17T03:24:44,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 so closing down 2024-11-17T03:24:44,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:44,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:44,617 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:44,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:44,619 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:44,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741998_1177 (size=749) 2024-11-17T03:24:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741998_1177 (size=749) 2024-11-17T03:24:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741999_1178 (size=749) 2024-11-17T03:24:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741999_1178 (size=749) 2024-11-17T03:24:44,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:44,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:45,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:45,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:45,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6, size=1.4 K (1405bytes) at 1731813884580Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 so closing down at 1731813884607 (+27 ms)3 split writer threads finished at 1731813884613 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813884618 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813884624 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813884676 (+52 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813884679 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885055 (+376 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813885058 (+3 ms)Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813885058 2024-11-17T03:24:45,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.6 2024-11-17T03:24:45,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:45,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 2024-11-17T03:24:45,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 after 0ms 2024-11-17T03:24:45,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 took 4ms 2024-11-17T03:24:45,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 so closing down 2024-11-17T03:24:45,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:45,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:45,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:45,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:45,077 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:45,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742000_1179 (size=753) 2024-11-17T03:24:45,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742000_1179 (size=753) 2024-11-17T03:24:45,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742001_1180 (size=753) 2024-11-17T03:24:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742001_1180 (size=753) 2024-11-17T03:24:45,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:45,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:45,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:45,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7, size=1.4 K (1413bytes) at 1731813885061Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 so closing down at 1731813885071 (+10 ms)3 split writer threads finished at 1731813885072 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813885076 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813885080 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885089 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885090 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813885092 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813885093 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813885093 2024-11-17T03:24:45,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.7 2024-11-17T03:24:45,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:45,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 2024-11-17T03:24:45,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 after 1ms 2024-11-17T03:24:45,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 took 3ms 2024-11-17T03:24:45,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 so closing down 2024-11-17T03:24:45,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:45,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:45,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:45,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:45,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:45,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742002_1181 (size=753) 2024-11-17T03:24:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742002_1181 (size=753) 2024-11-17T03:24:45,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742003_1182 (size=753) 2024-11-17T03:24:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742003_1182 (size=753) 2024-11-17T03:24:45,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:45,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:45,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8, size=1.4 K (1413bytes) at 1731813885095Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 so closing down at 1731813885099 (+4 ms)3 split writer threads finished at 1731813885100 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813885103 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813885103Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885113 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813885116 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885118 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813885120 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813885120 2024-11-17T03:24:45,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.8 2024-11-17T03:24:45,124 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:45,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 2024-11-17T03:24:45,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 after 1ms 2024-11-17T03:24:45,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 took 4ms 2024-11-17T03:24:45,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 so closing down 2024-11-17T03:24:45,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:45,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:45,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:45,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:45,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:45,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742005_1184 (size=753) 2024-11-17T03:24:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742005_1184 (size=753) 2024-11-17T03:24:45,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742004_1183 (size=753) 2024-11-17T03:24:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742004_1183 (size=753) 2024-11-17T03:24:45,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:45,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:45,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:45,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9, size=1.4 K (1413bytes) at 1731813885124Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 so closing down at 1731813885134 (+10 ms)3 split writer threads finished at 1731813885134Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813885138 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813885138Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885151 (+13 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813885153 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813885171 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813885173 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813885173 2024-11-17T03:24:45,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/WALs/testmovedwalduringrecovery,16010,1731813883431/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/ebc0e596-1503-ff35-cdc9-a1170f4eec65/oldWALs/wal.dat.9 2024-11-17T03:24:45,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 139), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6194 (was 6201) 2024-11-17T03:24:45,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=6194 2024-11-17T03:24:45,195 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742006_1185 (size=7) 2024-11-17T03:24:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742006_1185 (size=7) 2024-11-17T03:24:45,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:45,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:45,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:45,207 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:45,210 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T03:24:45,210 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-17T03:24:45,211 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-17T03:24:45,211 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-17T03:24:45,212 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-17T03:24:45,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake, size=0 (0bytes) 2024-11-17T03:24:45,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake took 9ms 2024-11-17T03:24:45,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake so closing down 2024-11-17T03:24:45,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:45,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:45,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-17T03:24:45,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-17T03:24:45,817 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-17T03:24:45,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) 2024-11-17T03:24:45,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-17T03:24:45,889 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-17T03:24:45,892 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-17T03:24:45,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 93 ms) 2024-11-17T03:24:45,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-17T03:24:45,955 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-17T03:24:45,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 714 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T03:24:45,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake, size=0 (0bytes) at 1731813885234Split 1024 edits, skipped 0 edits. at 1731813885274 (+40 ms)Split 2048 edits, skipped 0 edits. at 1731813885300 (+26 ms)Split 3072 edits, skipped 0 edits. at 1731813885326 (+26 ms)Split 4096 edits, skipped 0 edits. at 1731813885350 (+24 ms)Split 5120 edits, skipped 0 edits. at 1731813885373 (+23 ms)Split 6144 edits, skipped 0 edits. at 1731813885394 (+21 ms)Split 7168 edits, skipped 0 edits. at 1731813885437 (+43 ms)Split 8192 edits, skipped 0 edits. at 1731813885479 (+42 ms)Split 9216 edits, skipped 0 edits. at 1731813885510 (+31 ms)Split 10240 edits, skipped 0 edits. at 1731813885540 (+30 ms)Split 11264 edits, skipped 0 edits. at 1731813885564 (+24 ms)Split 12288 edits, skipped 0 edits. at 1731813885590 (+26 ms)Split 13312 edits, skipped 0 edits. at 1731813885612 (+22 ms)Split 14336 edits, skipped 0 edits. at 1731813885636 (+24 ms)Split 15360 edits, skipped 0 edits. at 1731813885659 (+23 ms)Split 16384 edits, skipped 0 edits. at 1731813885680 (+21 ms)Split 17408 edits, skipped 0 edits. at 1731813885708 (+28 ms)Split 18432 edits, skipped 0 edits. at 1731813885742 (+34 ms)Split 19456 edits, skipped 0 edits. at 1731813885769 (+27 ms)Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake so closing down at 1731813885788 (+19 ms)3 split writer threads finished at 1731813885789 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731813885796 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731813885815 (+19 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731813885817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) at 1731813885863 (+46 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731813885867 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731813885889 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731813885892 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 93 ms) at 1731813885908 (+16 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731813885938 (+30 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1731813885955 (+17 ms)Processed 20000 edits across 5 Regions in 714 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/9ccda81c-c7a4-edc9-fdbd-cb90557a5646/WALs/testthreading,16010,1731813885208/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731813885958 (+3 ms) 2024-11-17T03:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-17T03:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-17T03:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-17T03:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-17T03:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-17T03:24:45,970 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 138), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=6125 (was 6194) 2024-11-17T03:24:45,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=6125 2024-11-17T03:24:45,998 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742007_1186 (size=7) 2024-11-17T03:24:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742007_1186 (size=7) 2024-11-17T03:24:46,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:46,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:46,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:46,053 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:46,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T03:24:46,058 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:46,060 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:46,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742008_1187 (size=1393) 2024-11-17T03:24:46,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742008_1187 (size=1393) 2024-11-17T03:24:46,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:46,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:46,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742009_1188 (size=1393) 2024-11-17T03:24:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742009_1188 (size=1393) 2024-11-17T03:24:46,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:46,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:46,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742010_1189 (size=1393) 2024-11-17T03:24:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742010_1189 (size=1393) 2024-11-17T03:24:46,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:46,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742011_1190 (size=1393) 2024-11-17T03:24:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742011_1190 (size=1393) 2024-11-17T03:24:46,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:46,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742012_1191 (size=1393) 2024-11-17T03:24:46,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:46,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742012_1191 (size=1393) 2024-11-17T03:24:46,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742013_1192 (size=1393) 2024-11-17T03:24:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742013_1192 (size=1393) 2024-11-17T03:24:46,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:46,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:46,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742014_1193 (size=1405) 2024-11-17T03:24:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742014_1193 (size=1405) 2024-11-17T03:24:46,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:46,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:46,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742015_1194 (size=1413) 2024-11-17T03:24:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742015_1194 (size=1413) 2024-11-17T03:24:46,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:46,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:46,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742016_1195 (size=1413) 2024-11-17T03:24:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742016_1195 (size=1413) 2024-11-17T03:24:46,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:46,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:46,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:46,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742017_1196 (size=1413) 2024-11-17T03:24:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742017_1196 (size=1413) 2024-11-17T03:24:46,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:46,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T03:24:46,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty, size=0 (0bytes) 2024-11-17T03:24:46,826 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty might be still open, length is 0 2024-11-17T03:24:46,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty 2024-11-17T03:24:46,826 WARN [IPC Server handler 3 on default port 38285 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty closed. 2024-11-17T03:24:46,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty after 0ms 2024-11-17T03:24:46,827 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T03:24:46,828 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty; empty? 2024-11-17T03:24:46,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty so closing down 2024-11-17T03:24:46,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T03:24:46,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty, size=0 (0bytes) at 1731813886826Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty so closing down at 1731813886828 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731813886828 2024-11-17T03:24:46,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat..empty to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat..empty 2024-11-17T03:24:46,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:46,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 2024-11-17T03:24:46,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 after 0ms 2024-11-17T03:24:46,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 took 2ms 2024-11-17T03:24:46,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 so closing down 2024-11-17T03:24:46,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:46,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:46,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:46,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:46,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742018_1197 (size=743) 2024-11-17T03:24:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742018_1197 (size=743) 2024-11-17T03:24:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742019_1198 (size=743) 2024-11-17T03:24:46,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742019_1198 (size=743) 2024-11-17T03:24:46,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:46,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:46,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:46,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0, size=1.4 K (1393bytes) at 1731813886831Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 so closing down at 1731813886838 (+7 ms)3 split writer threads finished at 1731813886839 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813886842 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813886842Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886854 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886854Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813886855 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813886856 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813886856 2024-11-17T03:24:46,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.0 2024-11-17T03:24:46,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:46,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 2024-11-17T03:24:46,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 after 0ms 2024-11-17T03:24:46,860 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 took 2ms 2024-11-17T03:24:46,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 so closing down 2024-11-17T03:24:46,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,861 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:46,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:46,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:46,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742020_1199 (size=743) 2024-11-17T03:24:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742020_1199 (size=743) 2024-11-17T03:24:46,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742021_1200 (size=743) 2024-11-17T03:24:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742021_1200 (size=743) 2024-11-17T03:24:46,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:46,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:46,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1, size=1.4 K (1393bytes) at 1731813886858Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 so closing down at 1731813886861 (+3 ms)3 split writer threads finished at 1731813886861Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813886864 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813886867 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886874 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813886875 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886876 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813886878 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813886878 2024-11-17T03:24:46,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.1 2024-11-17T03:24:46,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:46,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 2024-11-17T03:24:46,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 after 1ms 2024-11-17T03:24:46,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 took 3ms 2024-11-17T03:24:46,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 so closing down 2024-11-17T03:24:46,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:46,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:46,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:46,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742023_1202 (size=743) 2024-11-17T03:24:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742022_1201 (size=743) 2024-11-17T03:24:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742022_1201 (size=743) 2024-11-17T03:24:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742023_1202 (size=743) 2024-11-17T03:24:46,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:46,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:46,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:46,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2, size=1.4 K (1393bytes) at 1731813886879Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 so closing down at 1731813886883 (+4 ms)3 split writer threads finished at 1731813886883Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813886886 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813886886Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886905 (+19 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886906 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813886907 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813886907Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813886907 2024-11-17T03:24:46,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.2 2024-11-17T03:24:46,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:46,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 2024-11-17T03:24:46,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 after 1ms 2024-11-17T03:24:46,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 took 2ms 2024-11-17T03:24:46,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 so closing down 2024-11-17T03:24:46,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,918 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:46,918 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:46,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:46,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742024_1203 (size=743) 2024-11-17T03:24:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742024_1203 (size=743) 2024-11-17T03:24:46,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742025_1204 (size=743) 2024-11-17T03:24:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742025_1204 (size=743) 2024-11-17T03:24:46,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:46,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:46,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3, size=1.4 K (1393bytes) at 1731813886909Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 so closing down at 1731813886913 (+4 ms)3 split writer threads finished at 1731813886914 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813886920 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813886928 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886945 (+17 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813886946 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886955 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813886965 (+10 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813886965 2024-11-17T03:24:46,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.3 2024-11-17T03:24:46,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:46,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 2024-11-17T03:24:46,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 after 1ms 2024-11-17T03:24:46,970 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 took 3ms 2024-11-17T03:24:46,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 so closing down 2024-11-17T03:24:46,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:46,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:46,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:46,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742026_1205 (size=743) 2024-11-17T03:24:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742026_1205 (size=743) 2024-11-17T03:24:46,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742027_1206 (size=743) 2024-11-17T03:24:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742027_1206 (size=743) 2024-11-17T03:24:46,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:46,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:46,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:46,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:46,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4, size=1.4 K (1393bytes) at 1731813886967Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 so closing down at 1731813886971 (+4 ms)3 split writer threads finished at 1731813886971Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813886975 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813886976 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886987 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813886987Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813886988 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813886988Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813886989 (+1 ms) 2024-11-17T03:24:46,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.4 2024-11-17T03:24:46,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:46,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 2024-11-17T03:24:46,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 after 0ms 2024-11-17T03:24:46,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 took 2ms 2024-11-17T03:24:46,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 so closing down 2024-11-17T03:24:46,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:46,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:46,997 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:46,997 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:46,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:46,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742029_1208 (size=743) 2024-11-17T03:24:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742029_1208 (size=743) 2024-11-17T03:24:47,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742028_1207 (size=743) 2024-11-17T03:24:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742028_1207 (size=743) 2024-11-17T03:24:47,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:47,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:47,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5, size=1.4 K (1393bytes) at 1731813886990Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 so closing down at 1731813886993 (+3 ms)3 split writer threads finished at 1731813886993Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813886998 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813886998Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887015 (+17 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813887018 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887028 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813887030 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813887030 2024-11-17T03:24:47,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.5 2024-11-17T03:24:47,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:47,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 2024-11-17T03:24:47,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 after 0ms 2024-11-17T03:24:47,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 took 3ms 2024-11-17T03:24:47,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 so closing down 2024-11-17T03:24:47,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:47,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:47,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:47,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:47,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:47,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742031_1210 (size=749) 2024-11-17T03:24:47,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742031_1210 (size=749) 2024-11-17T03:24:47,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742030_1209 (size=749) 2024-11-17T03:24:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742030_1209 (size=749) 2024-11-17T03:24:47,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:47,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:47,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6, size=1.4 K (1405bytes) at 1731813887032Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 so closing down at 1731813887035 (+3 ms)3 split writer threads finished at 1731813887035Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813887038 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813887039 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887063 (+24 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813887066 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887076 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813887077 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813887078 (+1 ms) 2024-11-17T03:24:47,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.6 2024-11-17T03:24:47,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:47,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 2024-11-17T03:24:47,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 after 0ms 2024-11-17T03:24:47,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 took 3ms 2024-11-17T03:24:47,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 so closing down 2024-11-17T03:24:47,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:47,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:47,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:47,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:47,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:47,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742032_1211 (size=753) 2024-11-17T03:24:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742032_1211 (size=753) 2024-11-17T03:24:47,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742033_1212 (size=753) 2024-11-17T03:24:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742033_1212 (size=753) 2024-11-17T03:24:47,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:47,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:47,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7, size=1.4 K (1413bytes) at 1731813887080Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 so closing down at 1731813887084 (+4 ms)3 split writer threads finished at 1731813887086 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813887091 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813887116 (+25 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887135 (+19 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813887136 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887148 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813887150 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813887150 2024-11-17T03:24:47,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.7 2024-11-17T03:24:47,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:47,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 2024-11-17T03:24:47,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 after 0ms 2024-11-17T03:24:47,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 took 3ms 2024-11-17T03:24:47,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 so closing down 2024-11-17T03:24:47,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:47,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:47,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:47,163 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:47,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:47,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:47,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742034_1213 (size=753) 2024-11-17T03:24:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742034_1213 (size=753) 2024-11-17T03:24:47,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742035_1214 (size=753) 2024-11-17T03:24:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742035_1214 (size=753) 2024-11-17T03:24:47,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:47,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:47,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8, size=1.4 K (1413bytes) at 1731813887153Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 so closing down at 1731813887157 (+4 ms)3 split writer threads finished at 1731813887158 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813887163 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813887164 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887178 (+14 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813887179 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887182 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813887185 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813887185 2024-11-17T03:24:47,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.8 2024-11-17T03:24:47,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:47,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 2024-11-17T03:24:47,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 after 0ms 2024-11-17T03:24:47,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 took 2ms 2024-11-17T03:24:47,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 so closing down 2024-11-17T03:24:47,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:47,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:47,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:47,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:47,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:47,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742036_1215 (size=753) 2024-11-17T03:24:47,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742036_1215 (size=753) 2024-11-17T03:24:47,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742037_1216 (size=753) 2024-11-17T03:24:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742037_1216 (size=753) 2024-11-17T03:24:47,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:47,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:47,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:47,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9, size=1.4 K (1413bytes) at 1731813887187Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 so closing down at 1731813887198 (+11 ms)3 split writer threads finished at 1731813887200 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813887208 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813887208Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887230 (+22 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813887232 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813887241 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813887242 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813887242 2024-11-17T03:24:47,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.9 2024-11-17T03:24:47,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty, size=0 (0bytes) 2024-11-17T03:24:47,244 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty might be still open, length is 0 2024-11-17T03:24:47,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty 2024-11-17T03:24:47,245 WARN [IPC Server handler 0 on default port 38285 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty closed. 2024-11-17T03:24:47,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty after 1ms 2024-11-17T03:24:47,246 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T03:24:47,246 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty; empty? 2024-11-17T03:24:47,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty so closing down 2024-11-17T03:24:47,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T03:24:47,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty, size=0 (0bytes) at 1731813887244Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty so closing down at 1731813887246 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731813887247 (+1 ms) 2024-11-17T03:24:47,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/WALs/testemptyopenlogfiles,16010,1731813886053/wal.dat.empty to hdfs://localhost:38285/user/jenkins/test-data/e5c70f90-8370-1712-5e76-2089e3151be8/oldWALs/wal.dat.empty 2024-11-17T03:24:47,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 137) Potentially hanging thread: Thread-1304 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1873759011_22 at /127.0.0.1:39268 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1243 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1873759011_22 at /127.0.0.1:37770 [Waiting for operation #77] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=6114 (was 6125) 2024-11-17T03:24:47,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=6114 2024-11-17T03:24:47,369 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742038_1217 (size=7) 2024-11-17T03:24:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742038_1217 (size=7) 2024-11-17T03:24:47,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:47,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:47,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:47,390 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:47,390 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:47,391 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:47,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742039_1218 (size=1393) 2024-11-17T03:24:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742039_1218 (size=1393) 2024-11-17T03:24:47,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:47,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:47,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742040_1219 (size=1393) 2024-11-17T03:24:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742040_1219 (size=1393) 2024-11-17T03:24:47,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742041_1220 (size=1393) 2024-11-17T03:24:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742041_1220 (size=1393) 2024-11-17T03:24:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:47,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742042_1221 (size=1393) 2024-11-17T03:24:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742042_1221 (size=1393) 2024-11-17T03:24:47,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:47,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:47,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742043_1222 (size=1393) 2024-11-17T03:24:47,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742043_1222 (size=1393) 2024-11-17T03:24:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:47,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742044_1223 (size=1393) 2024-11-17T03:24:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742044_1223 (size=1393) 2024-11-17T03:24:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:47,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742045_1224 (size=1405) 2024-11-17T03:24:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742045_1224 (size=1405) 2024-11-17T03:24:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:47,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:47,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742046_1225 (size=1413) 2024-11-17T03:24:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742046_1225 (size=1413) 2024-11-17T03:24:47,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:47,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:47,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742047_1226 (size=1413) 2024-11-17T03:24:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742047_1226 (size=1413) 2024-11-17T03:24:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:47,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:47,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742048_1227 (size=1413) 2024-11-17T03:24:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742048_1227 (size=1413) 2024-11-17T03:24:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742049_1228 (size=1398) 2024-11-17T03:24:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742049_1228 (size=1398) 2024-11-17T03:24:48,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:48,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 2024-11-17T03:24:48,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 after 1ms 2024-11-17T03:24:48,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 took 3ms 2024-11-17T03:24:48,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 so closing down 2024-11-17T03:24:48,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:48,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:48,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:48,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742051_1230 (size=743) 2024-11-17T03:24:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742051_1230 (size=743) 2024-11-17T03:24:48,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742050_1229 (size=743) 2024-11-17T03:24:48,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742050_1229 (size=743) 2024-11-17T03:24:48,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:48,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:48,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0, size=1.4 K (1393bytes) at 1731813888075Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 so closing down at 1731813888080 (+5 ms)3 split writer threads finished at 1731813888080Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813888085 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813888086 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888105 (+19 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813888107 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888114 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813888117 (+3 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813888117 2024-11-17T03:24:48,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.0 2024-11-17T03:24:48,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:48,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 2024-11-17T03:24:48,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 after 0ms 2024-11-17T03:24:48,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 took 3ms 2024-11-17T03:24:48,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 so closing down 2024-11-17T03:24:48,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:48,126 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:48,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:48,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742052_1231 (size=743) 2024-11-17T03:24:48,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742052_1231 (size=743) 2024-11-17T03:24:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742053_1232 (size=743) 2024-11-17T03:24:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742053_1232 (size=743) 2024-11-17T03:24:48,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:48,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:48,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:48,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1, size=1.4 K (1393bytes) at 1731813888120Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 so closing down at 1731813888123 (+3 ms)3 split writer threads finished at 1731813888123Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813888128 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813888134 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888158 (+24 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813888160 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888161 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813888162 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813888162 2024-11-17T03:24:48,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.1 2024-11-17T03:24:48,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:48,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 2024-11-17T03:24:48,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 after 0ms 2024-11-17T03:24:48,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 took 2ms 2024-11-17T03:24:48,169 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 so closing down 2024-11-17T03:24:48,169 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:48,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:48,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:48,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742054_1233 (size=743) 2024-11-17T03:24:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742054_1233 (size=743) 2024-11-17T03:24:48,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742055_1234 (size=743) 2024-11-17T03:24:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742055_1234 (size=743) 2024-11-17T03:24:48,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:48,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:48,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2, size=1.4 K (1393bytes) at 1731813888166Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 so closing down at 1731813888169 (+3 ms)3 split writer threads finished at 1731813888169Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813888177 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813888185 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888193 (+8 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813888194 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888224 (+30 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813888227 (+3 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813888227 2024-11-17T03:24:48,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.2 2024-11-17T03:24:48,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:48,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 2024-11-17T03:24:48,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 after 2ms 2024-11-17T03:24:48,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 took 5ms 2024-11-17T03:24:48,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 so closing down 2024-11-17T03:24:48,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:48,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:48,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:48,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742057_1236 (size=743) 2024-11-17T03:24:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742057_1236 (size=743) 2024-11-17T03:24:48,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742056_1235 (size=743) 2024-11-17T03:24:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742056_1235 (size=743) 2024-11-17T03:24:48,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:48,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:48,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3, size=1.4 K (1393bytes) at 1731813888230Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 so closing down at 1731813888237 (+7 ms)3 split writer threads finished at 1731813888237Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813888245 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813888245Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888255 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813888256 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888266 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813888267 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813888268 (+1 ms) 2024-11-17T03:24:48,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.3 2024-11-17T03:24:48,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:48,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 2024-11-17T03:24:48,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 after 0ms 2024-11-17T03:24:48,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 took 3ms 2024-11-17T03:24:48,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 so closing down 2024-11-17T03:24:48,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:48,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:48,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:48,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742059_1238 (size=743) 2024-11-17T03:24:48,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742058_1237 (size=743) 2024-11-17T03:24:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742058_1237 (size=743) 2024-11-17T03:24:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742059_1238 (size=743) 2024-11-17T03:24:48,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:48,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:48,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:48,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4, size=1.4 K (1393bytes) at 1731813888270Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 so closing down at 1731813888273 (+3 ms)3 split writer threads finished at 1731813888275 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813888282 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813888282Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888324 (+42 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813888326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888784 (+458 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813888786 (+2 ms)Processed 20 edits across 2 Regions in 514 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813888786 2024-11-17T03:24:48,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.4 2024-11-17T03:24:48,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5, size=1.4 K (1398bytes) 2024-11-17T03:24:48,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 2024-11-17T03:24:48,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 after 0ms 2024-11-17T03:24:48,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 took 2ms 2024-11-17T03:24:48,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:24:48,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 so closing down 2024-11-17T03:24:48,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:48,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:48,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:48,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:48,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:48,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742060_1239 (size=743) 2024-11-17T03:24:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742060_1239 (size=743) 2024-11-17T03:24:48,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:48,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742061_1240 (size=743) 2024-11-17T03:24:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742061_1240 (size=743) 2024-11-17T03:24:49,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:49,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-17T03:24:49,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5, size=1.4 K (1398bytes) at 1731813888788Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 so closing down at 1731813888794 (+6 ms)3 split writer threads finished at 1731813888797 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813888821 (+24 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813888824 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813888837 (+13 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813888842 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889242 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813889244 (+2 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731813889246 (+2 ms) 2024-11-17T03:24:49,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/corrupt/wal.dat.5 2024-11-17T03:24:49,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:49,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 2024-11-17T03:24:49,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 after 0ms 2024-11-17T03:24:49,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 took 3ms 2024-11-17T03:24:49,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 so closing down 2024-11-17T03:24:49,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:49,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:49,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:49,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:49,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:49,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:49,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742062_1241 (size=749) 2024-11-17T03:24:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742062_1241 (size=749) 2024-11-17T03:24:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742063_1242 (size=749) 2024-11-17T03:24:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742063_1242 (size=749) 2024-11-17T03:24:49,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:49,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:49,288 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:49,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6, size=1.4 K (1405bytes) at 1731813889249Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 so closing down at 1731813889261 (+12 ms)3 split writer threads finished at 1731813889261Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813889265 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813889268 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889280 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813889286 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889287 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813889288 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813889288 2024-11-17T03:24:49,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.6 2024-11-17T03:24:49,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:49,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 2024-11-17T03:24:49,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 after 0ms 2024-11-17T03:24:49,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 took 3ms 2024-11-17T03:24:49,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 so closing down 2024-11-17T03:24:49,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:49,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:49,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:49,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:49,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:49,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742064_1243 (size=753) 2024-11-17T03:24:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742064_1243 (size=753) 2024-11-17T03:24:49,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:49,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742065_1244 (size=753) 2024-11-17T03:24:49,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742065_1244 (size=753) 2024-11-17T03:24:49,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:49,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:49,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7, size=1.4 K (1413bytes) at 1731813889292Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 so closing down at 1731813889297 (+5 ms)3 split writer threads finished at 1731813889297Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813889303 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813889308 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889330 (+22 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813889331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889732 (+401 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813889733 (+1 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813889734 (+1 ms) 2024-11-17T03:24:49,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.7 2024-11-17T03:24:49,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:49,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 2024-11-17T03:24:49,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 after 1ms 2024-11-17T03:24:49,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 took 2ms 2024-11-17T03:24:49,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 so closing down 2024-11-17T03:24:49,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:49,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:49,744 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:49,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:49,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:49,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742066_1245 (size=753) 2024-11-17T03:24:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742066_1245 (size=753) 2024-11-17T03:24:49,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742067_1246 (size=753) 2024-11-17T03:24:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742067_1246 (size=753) 2024-11-17T03:24:49,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:49,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:49,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:49,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8, size=1.4 K (1413bytes) at 1731813889735Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 so closing down at 1731813889741 (+6 ms)3 split writer threads finished at 1731813889741Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813889747 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813889747Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889753 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813889765 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889765Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813889767 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813889767 2024-11-17T03:24:49,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.8 2024-11-17T03:24:49,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:49,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 2024-11-17T03:24:49,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 after 0ms 2024-11-17T03:24:49,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 took 3ms 2024-11-17T03:24:49,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 so closing down 2024-11-17T03:24:49,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:49,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:49,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:49,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:49,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:49,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742068_1247 (size=753) 2024-11-17T03:24:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742068_1247 (size=753) 2024-11-17T03:24:49,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742069_1248 (size=753) 2024-11-17T03:24:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742069_1248 (size=753) 2024-11-17T03:24:49,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:49,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:49,798 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9, size=1.4 K (1413bytes) at 1731813889769Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 so closing down at 1731813889772 (+3 ms)3 split writer threads finished at 1731813889776 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813889780 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813889780Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889792 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813889793 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813889797 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813889798 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813889798 2024-11-17T03:24:49,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731813887390/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/aea367c7-f818-2185-3ac7-128b5b7adcdf/oldWALs/wal.dat.9 2024-11-17T03:24:49,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 476) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6091 (was 6114) 2024-11-17T03:24:49,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6091 2024-11-17T03:24:49,872 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742070_1249 (size=7) 2024-11-17T03:24:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742070_1249 (size=7) 2024-11-17T03:24:49,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:49,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:49,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:49,886 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:49,886 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d/data/default/t1/1589664aea1dfda5e795f1d1a29710e2 2024-11-17T03:24:49,887 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 1589664aea1dfda5e795f1d1a29710e2 2024-11-17T03:24:49,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742071_1250 (size=3851) 2024-11-17T03:24:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742071_1250 (size=3851) 2024-11-17T03:24:49,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0, size=3.8 K (3851bytes) 2024-11-17T03:24:49,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 2024-11-17T03:24:49,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 after 1ms 2024-11-17T03:24:49,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 took 3ms 2024-11-17T03:24:49,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 so closing down 2024-11-17T03:24:49,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:49,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:49,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:49,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742072_1251 (size=1591) 2024-11-17T03:24:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742072_1251 (size=1591) 2024-11-17T03:24:49,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:49,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000009 2024-11-17T03:24:49,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 43 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-17T03:24:49,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0, size=3.8 K (3851bytes) at 1731813889938Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 so closing down at 1731813889948 (+10 ms)3 split writer threads finished at 1731813889950 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813889967 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731813889988 (+21 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/data/default/t1/1589664aea1dfda5e795f1d1a29710e2/recovered.edits/0000000000000000009 at 1731813889989 (+1 ms)Processed 21 edits across 1 Regions in 43 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731813889989 2024-11-17T03:24:49,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/WALs/testsplitleavescompactioneventsedits,16010,1731813889886/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/516504ed-4e94-7966-70de-b5867e8eed67/oldWALs/wal.dat.0 2024-11-17T03:24:50,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6084 (was 6091) 2024-11-17T03:24:50,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6084 2024-11-17T03:24:50,030 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742073_1252 (size=7) 2024-11-17T03:24:50,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742073_1252 (size=7) 2024-11-17T03:24:50,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:50,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:50,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:50,050 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:50,050 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T03:24:50,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:50,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742074_1253 (size=863) 2024-11-17T03:24:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742074_1253 (size=863) 2024-11-17T03:24:50,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:50,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0, size=863 (863bytes) 2024-11-17T03:24:50,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 2024-11-17T03:24:50,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 after 0ms 2024-11-17T03:24:50,104 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 took 3ms 2024-11-17T03:24:50,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 so closing down 2024-11-17T03:24:50,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:50,106 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:50,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:50,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742075_1254 (size=863) 2024-11-17T03:24:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742075_1254 (size=863) 2024-11-17T03:24:50,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:50,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T03:24:50,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-17T03:24:50,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0, size=863 (863bytes) at 1731813890101Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 so closing down at 1731813890106 (+5 ms)3 split writer threads finished at 1731813890106Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813890110 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813890130 (+20 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731813890132 (+2 ms)Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731813890132 2024-11-17T03:24:50,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/WALs/testsplitpreservesedits,16010,1731813890050/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/545cba16-26cf-e1f6-2af1-e76629b82a08/oldWALs/wal.dat.0 2024-11-17T03:24:50,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6077 (was 6084) 2024-11-17T03:24:50,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6077 2024-11-17T03:24:50,170 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742076_1255 (size=7) 2024-11-17T03:24:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742076_1255 (size=7) 2024-11-17T03:24:50,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:50,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:50,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:50,194 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:50,194 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:50,194 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:50,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:50,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742077_1256 (size=1393) 2024-11-17T03:24:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742077_1256 (size=1393) 2024-11-17T03:24:50,219 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:50,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742078_1257 (size=1393) 2024-11-17T03:24:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742078_1257 (size=1393) 2024-11-17T03:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:50,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:50,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742079_1258 (size=1393) 2024-11-17T03:24:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742079_1258 (size=1393) 2024-11-17T03:24:50,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:50,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:50,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742080_1259 (size=1393) 2024-11-17T03:24:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742080_1259 (size=1393) 2024-11-17T03:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:50,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742081_1260 (size=1393) 2024-11-17T03:24:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742081_1260 (size=1393) 2024-11-17T03:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:50,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742082_1261 (size=1393) 2024-11-17T03:24:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742082_1261 (size=1393) 2024-11-17T03:24:51,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:51,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:51,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742083_1262 (size=1405) 2024-11-17T03:24:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742083_1262 (size=1405) 2024-11-17T03:24:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:51,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742084_1263 (size=1413) 2024-11-17T03:24:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742084_1263 (size=1413) 2024-11-17T03:24:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:51,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742085_1264 (size=1413) 2024-11-17T03:24:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742085_1264 (size=1413) 2024-11-17T03:24:51,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:51,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:51,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:51,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742086_1265 (size=1413) 2024-11-17T03:24:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742086_1265 (size=1413) 2024-11-17T03:24:51,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742087_1266 (size=1394) 2024-11-17T03:24:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742087_1266 (size=1394) 2024-11-17T03:24:51,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:51,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 2024-11-17T03:24:51,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 after 0ms 2024-11-17T03:24:51,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 took 3ms 2024-11-17T03:24:51,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 so closing down 2024-11-17T03:24:51,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:51,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:51,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:51,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742088_1267 (size=743) 2024-11-17T03:24:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742088_1267 (size=743) 2024-11-17T03:24:51,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742089_1268 (size=743) 2024-11-17T03:24:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742089_1268 (size=743) 2024-11-17T03:24:51,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:51,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:51,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0, size=1.4 K (1393bytes) at 1731813891267Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 so closing down at 1731813891279 (+12 ms)3 split writer threads finished at 1731813891279Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813891289 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813891304 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891316 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813891319 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891330 (+11 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813891332 (+2 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813891332 2024-11-17T03:24:51,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.0 2024-11-17T03:24:51,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:51,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 2024-11-17T03:24:51,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 after 0ms 2024-11-17T03:24:51,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 took 3ms 2024-11-17T03:24:51,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 so closing down 2024-11-17T03:24:51,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:51,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:51,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:51,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742091_1270 (size=743) 2024-11-17T03:24:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742091_1270 (size=743) 2024-11-17T03:24:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742090_1269 (size=743) 2024-11-17T03:24:51,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742090_1269 (size=743) 2024-11-17T03:24:51,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:51,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:51,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:51,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1, size=1.4 K (1393bytes) at 1731813891334Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 so closing down at 1731813891338 (+4 ms)3 split writer threads finished at 1731813891338Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813891342 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813891343 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891359 (+16 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891360 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813891361 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813891361Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813891362 (+1 ms) 2024-11-17T03:24:51,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.1 2024-11-17T03:24:51,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:51,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 2024-11-17T03:24:51,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 after 1ms 2024-11-17T03:24:51,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 took 3ms 2024-11-17T03:24:51,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 so closing down 2024-11-17T03:24:51,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:51,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:51,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:51,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742092_1271 (size=743) 2024-11-17T03:24:51,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742092_1271 (size=743) 2024-11-17T03:24:51,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742093_1272 (size=743) 2024-11-17T03:24:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742093_1272 (size=743) 2024-11-17T03:24:51,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:51,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:51,398 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2, size=1.4 K (1393bytes) at 1731813891363Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 so closing down at 1731813891368 (+5 ms)3 split writer threads finished at 1731813891368Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813891378 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813891379 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891389 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813891390 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891396 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813891397 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813891397 2024-11-17T03:24:51,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.2 2024-11-17T03:24:51,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:51,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 2024-11-17T03:24:51,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 after 0ms 2024-11-17T03:24:51,402 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 took 2ms 2024-11-17T03:24:51,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 so closing down 2024-11-17T03:24:51,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:51,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:51,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:51,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:51,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742094_1273 (size=743) 2024-11-17T03:24:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742094_1273 (size=743) 2024-11-17T03:24:51,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742095_1274 (size=743) 2024-11-17T03:24:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742095_1274 (size=743) 2024-11-17T03:24:51,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:51,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:51,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3, size=1.4 K (1393bytes) at 1731813891400Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 so closing down at 1731813891411 (+11 ms)3 split writer threads finished at 1731813891411Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813891456 (+45 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813891458 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891479 (+21 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813891481 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891484 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813891485 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813891485 2024-11-17T03:24:51,488 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.3 2024-11-17T03:24:51,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:51,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 2024-11-17T03:24:51,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 after 1ms 2024-11-17T03:24:51,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 took 6ms 2024-11-17T03:24:51,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 so closing down 2024-11-17T03:24:51,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:51,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:51,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:51,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742096_1275 (size=743) 2024-11-17T03:24:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742096_1275 (size=743) 2024-11-17T03:24:51,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742097_1276 (size=743) 2024-11-17T03:24:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742097_1276 (size=743) 2024-11-17T03:24:51,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:51,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:51,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4, size=1.4 K (1393bytes) at 1731813891488Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 so closing down at 1731813891498 (+10 ms)3 split writer threads finished at 1731813891500 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813891505 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813891520 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891540 (+20 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813891543 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891955 (+412 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813891957 (+2 ms)Processed 20 edits across 2 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813891957 2024-11-17T03:24:51,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.4 2024-11-17T03:24:51,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T03:24:51,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 2024-11-17T03:24:51,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 after 0ms 2024-11-17T03:24:51,961 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-17T03:24:51,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 so closing down 2024-11-17T03:24:51,962 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T03:24:51,962 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, size=1.4 K (1394bytes) at 1731813891959Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 so closing down at 1731813891962 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731813891962 2024-11-17T03:24:51,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/corrupt/wal.dat.5 2024-11-17T03:24:51,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:51,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 2024-11-17T03:24:51,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 after 1ms 2024-11-17T03:24:51,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 took 2ms 2024-11-17T03:24:51,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 so closing down 2024-11-17T03:24:51,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:51,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:51,971 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:51,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742098_1277 (size=749) 2024-11-17T03:24:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742098_1277 (size=749) 2024-11-17T03:24:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742099_1278 (size=749) 2024-11-17T03:24:51,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742099_1278 (size=749) 2024-11-17T03:24:51,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:51,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:51,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:51,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6, size=1.4 K (1405bytes) at 1731813891964Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 so closing down at 1731813891968 (+4 ms)3 split writer threads finished at 1731813891968Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813891971 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813891971Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891977 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891977Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813891978 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813891979 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813891979 2024-11-17T03:24:51,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.6 2024-11-17T03:24:51,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:51,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 2024-11-17T03:24:51,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 after 1ms 2024-11-17T03:24:51,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 took 2ms 2024-11-17T03:24:51,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 so closing down 2024-11-17T03:24:51,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:51,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:51,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:51,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:51,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:51,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:51,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742100_1279 (size=753) 2024-11-17T03:24:51,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742100_1279 (size=753) 2024-11-17T03:24:51,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:51,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742101_1280 (size=753) 2024-11-17T03:24:51,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742101_1280 (size=753) 2024-11-17T03:24:51,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:52,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:52,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:52,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7, size=1.4 K (1413bytes) at 1731813891980Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 so closing down at 1731813891984 (+4 ms)3 split writer threads finished at 1731813891984Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813891987 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813891987Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891996 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813891996Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813892001 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813892001Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813892001 2024-11-17T03:24:52,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.7 2024-11-17T03:24:52,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:52,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 2024-11-17T03:24:52,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 after 0ms 2024-11-17T03:24:52,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 took 3ms 2024-11-17T03:24:52,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 so closing down 2024-11-17T03:24:52,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:52,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:52,009 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:52,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:52,016 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:52,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742102_1281 (size=753) 2024-11-17T03:24:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742102_1281 (size=753) 2024-11-17T03:24:52,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742103_1282 (size=753) 2024-11-17T03:24:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742103_1282 (size=753) 2024-11-17T03:24:52,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:52,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:52,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:52,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8, size=1.4 K (1413bytes) at 1731813892003Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 so closing down at 1731813892006 (+3 ms)3 split writer threads finished at 1731813892007 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813892010 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813892020 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813892022 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813892027 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813892027Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813892029 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813892029 2024-11-17T03:24:52,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.8 2024-11-17T03:24:52,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:52,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 2024-11-17T03:24:52,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 after 1ms 2024-11-17T03:24:52,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 took 2ms 2024-11-17T03:24:52,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 so closing down 2024-11-17T03:24:52,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:52,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:52,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:52,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:52,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:52,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742105_1284 (size=753) 2024-11-17T03:24:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742104_1283 (size=753) 2024-11-17T03:24:52,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742104_1283 (size=753) 2024-11-17T03:24:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742105_1284 (size=753) 2024-11-17T03:24:52,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:52,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:52,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:52,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9, size=1.4 K (1413bytes) at 1731813892031Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 so closing down at 1731813892034 (+3 ms)3 split writer threads finished at 1731813892034Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813892038 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813892038Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813892056 (+18 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813892057 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813892060 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813892068 (+8 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813892068 2024-11-17T03:24:52,070 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731813890194/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/86961675-7ef2-da29-fcf3-8203b430926f/oldWALs/wal.dat.9 2024-11-17T03:24:52,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6014 (was 6077) 2024-11-17T03:24:52,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6013 2024-11-17T03:24:52,169 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742106_1285 (size=7) 2024-11-17T03:24:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742106_1285 (size=7) 2024-11-17T03:24:52,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:52,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:52,200 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T03:24:52,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:52,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742107_1286 (size=2403) 2024-11-17T03:24:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742107_1286 (size=2403) 2024-11-17T03:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:52,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0, size=2.3 K (2403bytes) 2024-11-17T03:24:52,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 2024-11-17T03:24:52,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 after 0ms 2024-11-17T03:24:52,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 took 2ms 2024-11-17T03:24:52,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 so closing down 2024-11-17T03:24:52,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:52,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:52,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:52,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742108_1287 (size=863) 2024-11-17T03:24:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742108_1287 (size=863) 2024-11-17T03:24:52,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:52,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T03:24:52,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 26 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-17T03:24:52,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0, size=2.3 K (2403bytes) at 1731813892246Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 so closing down at 1731813892250 (+4 ms)3 split writer threads finished at 1731813892250Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813892255 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813892273 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731813892275 (+2 ms)Processed 20 edits across 1 Regions in 26 ms; skipped=10; WAL=hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731813892275 2024-11-17T03:24:52,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/WALs/testsplitremovesregioneventsedits,16010,1731813892200/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/6862f5b1-8abb-d3a8-d064-af56162fc3bb/oldWALs/wal.dat.0 2024-11-17T03:24:52,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6011 (was 6013) 2024-11-17T03:24:52,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6011 2024-11-17T03:24:52,348 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742109_1288 (size=7) 2024-11-17T03:24:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742109_1288 (size=7) 2024-11-17T03:24:52,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:52,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,788 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:52,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141 (was 141), OpenFileDescriptor=393 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6010 (was 6011) 2024-11-17T03:24:52,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6009 2024-11-17T03:24:52,835 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742110_1289 (size=7) 2024-11-17T03:24:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742110_1289 (size=7) 2024-11-17T03:24:52,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:52,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,860 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:52,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742111_1290 (size=255) 2024-11-17T03:24:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742111_1290 (size=255) 2024-11-17T03:24:52,906 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1, size=255 (255bytes) 2024-11-17T03:24:52,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 2024-11-17T03:24:52,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 after 1ms 2024-11-17T03:24:52,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 took 2ms 2024-11-17T03:24:52,910 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-17T03:24:52,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 so closing down 2024-11-17T03:24:52,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:52,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:52,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-17T03:24:52,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1, size=255 (255bytes) at 1731813892906Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 so closing down at 1731813892910 (+4 ms)3 split writer threads finished at 1731813892910Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731813892910 2024-11-17T03:24:52,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/WALs/testsplitremovesreplicationmarkeredits,16010,1731813892860/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/eecfb728-9767-7184-dab0-9fb8178c7f73/oldWALs/wal.dat.1 2024-11-17T03:24:52,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6009 (was 6009) 2024-11-17T03:24:52,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6009 2024-11-17T03:24:52,935 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742112_1291 (size=7) 2024-11-17T03:24:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742112_1291 (size=7) 2024-11-17T03:24:52,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:52,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:52,956 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:52,956 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-17T03:24:52,956 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T03:24:52,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:52,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:52,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:52,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742113_1292 (size=1941) 2024-11-17T03:24:52,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742113_1292 (size=1941) 2024-11-17T03:24:52,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:52,969 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d/data/default/t1/region__1 2024-11-17T03:24:52,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0, size=1.9 K (1941bytes) 2024-11-17T03:24:52,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 2024-11-17T03:24:52,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 after 0ms 2024-11-17T03:24:52,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 took 3ms 2024-11-17T03:24:52,988 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-17T03:24:52,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 so closing down 2024-11-17T03:24:52,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:52,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:52,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-17T03:24:52,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0, size=1.9 K (1941bytes) at 1731813892985Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 so closing down at 1731813892988 (+3 ms)3 split writer threads finished at 1731813892988Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731813892989 (+1 ms) 2024-11-17T03:24:52,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/WALs/testsplitlogfiledeletedregiondir,16010,1731813892956/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/97cd79c5-be4d-854a-f6e5-898152c15307/oldWALs/wal.dat.0 2024-11-17T03:24:53,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6008 (was 6009) 2024-11-17T03:24:53,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6008 2024-11-17T03:24:53,008 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742114_1293 (size=7) 2024-11-17T03:24:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742114_1293 (size=7) 2024-11-17T03:24:53,020 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:53,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,023 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:53,023 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T03:24:53,023 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:53,024 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:53,024 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:53,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:53,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742115_1294 (size=1393) 2024-11-17T03:24:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742115_1294 (size=1393) 2024-11-17T03:24:53,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:53,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:53,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742116_1295 (size=1393) 2024-11-17T03:24:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742116_1295 (size=1393) 2024-11-17T03:24:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:53,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742117_1296 (size=1393) 2024-11-17T03:24:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742117_1296 (size=1393) 2024-11-17T03:24:53,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:53,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742118_1297 (size=1393) 2024-11-17T03:24:53,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:53,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742118_1297 (size=1393) 2024-11-17T03:24:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742119_1298 (size=1393) 2024-11-17T03:24:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742119_1298 (size=1393) 2024-11-17T03:24:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:53,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742120_1299 (size=1393) 2024-11-17T03:24:53,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742120_1299 (size=1393) 2024-11-17T03:24:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:53,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742121_1300 (size=1405) 2024-11-17T03:24:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742121_1300 (size=1405) 2024-11-17T03:24:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:53,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742122_1301 (size=1413) 2024-11-17T03:24:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742122_1301 (size=1413) 2024-11-17T03:24:53,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:53,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742123_1302 (size=1413) 2024-11-17T03:24:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742123_1302 (size=1413) 2024-11-17T03:24:53,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:53,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:53,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742124_1303 (size=1413) 2024-11-17T03:24:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742124_1303 (size=1413) 2024-11-17T03:24:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:53,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:53,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0 2024-11-17T03:24:53,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0 after 0ms 2024-11-17T03:24:53,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0 took 4ms 2024-11-17T03:24:53,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0 so closing down 2024-11-17T03:24:53,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:53,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0, size=1.4 K (1393bytes) at 1731813893279Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0 so closing down at 1731813893309 (+30 ms)3 split writer threads finished at 1731813893312 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/93ec9a24-bdb2-b5a1-f531-33a987bad43d/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731813893023/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813893312 2024-11-17T03:24:53,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5999 (was 6008) 2024-11-17T03:24:53,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5999 2024-11-17T03:24:53,337 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742125_1304 (size=7) 2024-11-17T03:24:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742125_1304 (size=7) 2024-11-17T03:24:53,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:53,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,362 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:53,363 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:53,363 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:53,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742126_1305 (size=1393) 2024-11-17T03:24:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742126_1305 (size=1393) 2024-11-17T03:24:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:53,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742127_1306 (size=1393) 2024-11-17T03:24:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742127_1306 (size=1393) 2024-11-17T03:24:53,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:53,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:53,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742128_1307 (size=1393) 2024-11-17T03:24:53,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742128_1307 (size=1393) 2024-11-17T03:24:53,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:53,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742129_1308 (size=1393) 2024-11-17T03:24:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742129_1308 (size=1393) 2024-11-17T03:24:53,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:53,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:53,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:53,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742131_1310 (size=1393) 2024-11-17T03:24:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742131_1310 (size=1393) 2024-11-17T03:24:53,514 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:53,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742132_1311 (size=1405) 2024-11-17T03:24:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742132_1311 (size=1405) 2024-11-17T03:24:53,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:53,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:53,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742133_1312 (size=1413) 2024-11-17T03:24:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742133_1312 (size=1413) 2024-11-17T03:24:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:53,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742134_1313 (size=1413) 2024-11-17T03:24:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742134_1313 (size=1413) 2024-11-17T03:24:53,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:53,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:53,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742135_1314 (size=1413) 2024-11-17T03:24:53,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742135_1314 (size=1413) 2024-11-17T03:24:53,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742130_1309 (size=1458) 2024-11-17T03:24:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742130_1309 (size=1458) 2024-11-17T03:24:53,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:53,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 2024-11-17T03:24:53,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 after 0ms 2024-11-17T03:24:53,618 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 took 2ms 2024-11-17T03:24:53,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 so closing down 2024-11-17T03:24:53,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:53,622 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:53,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:53,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742136_1315 (size=743) 2024-11-17T03:24:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742136_1315 (size=743) 2024-11-17T03:24:53,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742137_1316 (size=743) 2024-11-17T03:24:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742137_1316 (size=743) 2024-11-17T03:24:53,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:53,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:53,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0, size=1.4 K (1393bytes) at 1731813893616Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 so closing down at 1731813893620 (+4 ms)3 split writer threads finished at 1731813893620Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813893623 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813893624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893634 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813893635 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893638 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813893641 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813893641 2024-11-17T03:24:53,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/oldWALs/wal.dat.0 2024-11-17T03:24:53,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:53,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 2024-11-17T03:24:53,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 after 1ms 2024-11-17T03:24:53,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 took 2ms 2024-11-17T03:24:53,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 so closing down 2024-11-17T03:24:53,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:53,651 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:53,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:53,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742139_1318 (size=743) 2024-11-17T03:24:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742139_1318 (size=743) 2024-11-17T03:24:53,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742138_1317 (size=743) 2024-11-17T03:24:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742138_1317 (size=743) 2024-11-17T03:24:53,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:53,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:53,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1, size=1.4 K (1393bytes) at 1731813893643Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 so closing down at 1731813893649 (+6 ms)3 split writer threads finished at 1731813893649Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813893653 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813893654 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893674 (+20 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813893675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893682 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813893683 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813893683 2024-11-17T03:24:53,686 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/oldWALs/wal.dat.1 2024-11-17T03:24:53,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:53,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 2024-11-17T03:24:53,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 after 1ms 2024-11-17T03:24:53,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 took 3ms 2024-11-17T03:24:53,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 so closing down 2024-11-17T03:24:53,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:53,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:53,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:53,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742140_1319 (size=743) 2024-11-17T03:24:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742140_1319 (size=743) 2024-11-17T03:24:53,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742141_1320 (size=743) 2024-11-17T03:24:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742141_1320 (size=743) 2024-11-17T03:24:53,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:53,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:53,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2, size=1.4 K (1393bytes) at 1731813893686Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 so closing down at 1731813893690 (+4 ms)3 split writer threads finished at 1731813893690Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813893697 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813893700 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893710 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813893712 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893719 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813893720 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813893720 2024-11-17T03:24:53,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/oldWALs/wal.dat.2 2024-11-17T03:24:53,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:53,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 2024-11-17T03:24:53,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 after 0ms 2024-11-17T03:24:53,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 took 2ms 2024-11-17T03:24:53,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 so closing down 2024-11-17T03:24:53,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:53,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:53,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:53,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742143_1322 (size=743) 2024-11-17T03:24:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742143_1322 (size=743) 2024-11-17T03:24:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742142_1321 (size=743) 2024-11-17T03:24:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742142_1321 (size=743) 2024-11-17T03:24:53,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:53,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:53,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:53,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:53,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3, size=1.4 K (1393bytes) at 1731813893722Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 so closing down at 1731813893725 (+3 ms)3 split writer threads finished at 1731813893725Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813893780 (+55 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813893780Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893791 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813893791Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813893792 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813893792Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813893797 (+5 ms) 2024-11-17T03:24:53,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/oldWALs/wal.dat.3 2024-11-17T03:24:53,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4, size=1.4 K (1458bytes) 2024-11-17T03:24:53,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4 2024-11-17T03:24:53,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4 after 0ms 2024-11-17T03:24:53,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4 took 2ms 2024-11-17T03:24:53,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4 so closing down 2024-11-17T03:24:53,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:53,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:53,812 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:53,813 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:53,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-17T03:24:53,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-17T03:24:53,817 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:53,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-17T03:24:53,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4, size=1.4 K (1458bytes) at 1731813893799Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4 so closing down at 1731813893803 (+4 ms)3 split writer threads finished at 1731813893803Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813893813 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731813893817 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731813893817Processed 21 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731813893363/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731813893818 (+1 ms) 2024-11-17T03:24:53,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1429041299_22 at /127.0.0.1:42784 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:42651:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42784 dst: /127.0.0.1:42651 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:53,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1429041299_22 at /127.0.0.1:41358 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41358 dst: /127.0.0.1:40229 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:53,833 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:38285/user/jenkins/test-data/d1c459a1-686f-f38d-85f6-fb6546264dd7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:24:53,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5997 (was 5999) 2024-11-17T03:24:53,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5996 2024-11-17T03:24:53,851 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742145_1324 (size=7) 2024-11-17T03:24:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742145_1324 (size=7) 2024-11-17T03:24:53,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:53,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:53,861 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:53,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T03:24:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742146_1325 (size=93) 2024-11-17T03:24:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742146_1325 (size=93) 2024-11-17T03:24:53,871 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:53,871 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:53,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:53,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742147_1326 (size=1393) 2024-11-17T03:24:53,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742147_1326 (size=1393) 2024-11-17T03:24:53,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:53,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:53,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742148_1327 (size=1393) 2024-11-17T03:24:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742148_1327 (size=1393) 2024-11-17T03:24:53,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:53,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:53,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742149_1328 (size=1393) 2024-11-17T03:24:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742149_1328 (size=1393) 2024-11-17T03:24:53,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:53,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:53,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742150_1329 (size=1393) 2024-11-17T03:24:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742150_1329 (size=1393) 2024-11-17T03:24:53,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:53,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:53,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742151_1330 (size=1393) 2024-11-17T03:24:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742151_1330 (size=1393) 2024-11-17T03:24:53,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:53,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:53,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742152_1331 (size=1393) 2024-11-17T03:24:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742152_1331 (size=1393) 2024-11-17T03:24:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:54,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742153_1332 (size=1405) 2024-11-17T03:24:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742153_1332 (size=1405) 2024-11-17T03:24:54,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:54,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:54,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742154_1333 (size=1413) 2024-11-17T03:24:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742154_1333 (size=1413) 2024-11-17T03:24:54,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:54,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:54,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742155_1334 (size=1413) 2024-11-17T03:24:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742155_1334 (size=1413) 2024-11-17T03:24:54,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:54,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:54,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742156_1335 (size=1413) 2024-11-17T03:24:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742156_1335 (size=1413) 2024-11-17T03:24:54,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:54,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T03:24:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742157_1336 (size=93) 2024-11-17T03:24:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742157_1336 (size=93) 2024-11-17T03:24:54,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty, size=93 (93bytes) 2024-11-17T03:24:54,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty 2024-11-17T03:24:54,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty after 0ms 2024-11-17T03:24:54,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty took 3ms 2024-11-17T03:24:54,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty so closing down 2024-11-17T03:24:54,488 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:54,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:54,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T03:24:54,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty, size=93 (93bytes) at 1731813894484Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty so closing down at 1731813894488 (+4 ms)3 split writer threads finished at 1731813894488Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731813894488 2024-11-17T03:24:54,490 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat..empty to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat..empty 2024-11-17T03:24:54,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:54,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 2024-11-17T03:24:54,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 after 0ms 2024-11-17T03:24:54,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 took 2ms 2024-11-17T03:24:54,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 so closing down 2024-11-17T03:24:54,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:54,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:54,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:54,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:54,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:54,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742158_1337 (size=743) 2024-11-17T03:24:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742158_1337 (size=743) 2024-11-17T03:24:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742159_1338 (size=743) 2024-11-17T03:24:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742159_1338 (size=743) 2024-11-17T03:24:54,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:54,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:54,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:54,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:54,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:54,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0, size=1.4 K (1393bytes) at 1731813894491Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 so closing down at 1731813894498 (+7 ms)3 split writer threads finished at 1731813894498Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813894504 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813894504Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813894531 (+27 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813894532 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813894914 (+382 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813894915 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813894916 (+1 ms) 2024-11-17T03:24:54,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.0 2024-11-17T03:24:54,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:54,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 2024-11-17T03:24:54,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 after 0ms 2024-11-17T03:24:54,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 took 3ms 2024-11-17T03:24:54,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 so closing down 2024-11-17T03:24:54,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:54,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:54,942 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:54,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:54,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:54,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742160_1339 (size=743) 2024-11-17T03:24:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742160_1339 (size=743) 2024-11-17T03:24:55,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742161_1340 (size=743) 2024-11-17T03:24:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742161_1340 (size=743) 2024-11-17T03:24:55,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:55,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:55,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1, size=1.4 K (1393bytes) at 1731813894919Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 so closing down at 1731813894923 (+4 ms)3 split writer threads finished at 1731813894923Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813894943 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813894960 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895012 (+52 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813895016 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895426 (+410 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813895427 (+1 ms)Processed 20 edits across 2 Regions in 505 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813895427 2024-11-17T03:24:55,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.1 2024-11-17T03:24:55,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:55,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 2024-11-17T03:24:55,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 after 0ms 2024-11-17T03:24:55,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 took 2ms 2024-11-17T03:24:55,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 so closing down 2024-11-17T03:24:55,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:55,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:55,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:55,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:55,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:55,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742162_1341 (size=743) 2024-11-17T03:24:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742162_1341 (size=743) 2024-11-17T03:24:55,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742163_1342 (size=743) 2024-11-17T03:24:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742163_1342 (size=743) 2024-11-17T03:24:55,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:55,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:55,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2, size=1.4 K (1393bytes) at 1731813895429Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 so closing down at 1731813895432 (+3 ms)3 split writer threads finished at 1731813895432Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813895440 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813895442 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895446 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813895447 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895454 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813895455 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813895455 2024-11-17T03:24:55,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.2 2024-11-17T03:24:55,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:55,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 2024-11-17T03:24:55,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 after 0ms 2024-11-17T03:24:55,459 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 took 2ms 2024-11-17T03:24:55,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 so closing down 2024-11-17T03:24:55,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:55,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:55,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:55,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:55,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:55,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742165_1344 (size=743) 2024-11-17T03:24:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742165_1344 (size=743) 2024-11-17T03:24:55,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742164_1343 (size=743) 2024-11-17T03:24:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742164_1343 (size=743) 2024-11-17T03:24:55,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:55,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:55,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:55,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3, size=1.4 K (1393bytes) at 1731813895457Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 so closing down at 1731813895466 (+9 ms)3 split writer threads finished at 1731813895472 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813895485 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813895488 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895517 (+29 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895519 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813895520 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813895521 (+1 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813895521 2024-11-17T03:24:55,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.3 2024-11-17T03:24:55,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:55,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 2024-11-17T03:24:55,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 after 0ms 2024-11-17T03:24:55,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 took 2ms 2024-11-17T03:24:55,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 so closing down 2024-11-17T03:24:55,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:55,547 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:55,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:55,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:55,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:55,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742166_1345 (size=743) 2024-11-17T03:24:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742166_1345 (size=743) 2024-11-17T03:24:55,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742167_1346 (size=743) 2024-11-17T03:24:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742167_1346 (size=743) 2024-11-17T03:24:55,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:55,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:55,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4, size=1.4 K (1393bytes) at 1731813895523Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 so closing down at 1731813895530 (+7 ms)3 split writer threads finished at 1731813895547 (+17 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813895568 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813895569 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895586 (+17 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813895587 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895590 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813895591 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813895591 2024-11-17T03:24:55,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.4 2024-11-17T03:24:55,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:55,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 2024-11-17T03:24:55,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 after 0ms 2024-11-17T03:24:55,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 took 2ms 2024-11-17T03:24:55,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 so closing down 2024-11-17T03:24:55,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:55,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:55,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:55,598 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:55,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:55,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:55,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742168_1347 (size=743) 2024-11-17T03:24:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742168_1347 (size=743) 2024-11-17T03:24:55,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:55,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742169_1348 (size=743) 2024-11-17T03:24:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742169_1348 (size=743) 2024-11-17T03:24:56,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:56,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:56,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5, size=1.4 K (1393bytes) at 1731813895593Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 so closing down at 1731813895596 (+3 ms)3 split writer threads finished at 1731813895597 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813895599 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813895601 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813895614 (+13 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813895615 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896018 (+403 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813896019 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813896019 2024-11-17T03:24:56,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.5 2024-11-17T03:24:56,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:56,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 2024-11-17T03:24:56,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 after 0ms 2024-11-17T03:24:56,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 took 2ms 2024-11-17T03:24:56,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 so closing down 2024-11-17T03:24:56,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:56,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:56,026 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:56,026 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:56,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:56,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742170_1349 (size=749) 2024-11-17T03:24:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742170_1349 (size=749) 2024-11-17T03:24:56,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742171_1350 (size=749) 2024-11-17T03:24:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742171_1350 (size=749) 2024-11-17T03:24:56,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:56,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:56,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:56,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6, size=1.4 K (1405bytes) at 1731813896021Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 so closing down at 1731813896024 (+3 ms)3 split writer threads finished at 1731813896024Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813896027 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813896027Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896032 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896034 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813896034Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813896035 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813896035 2024-11-17T03:24:56,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.6 2024-11-17T03:24:56,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:56,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 2024-11-17T03:24:56,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 after 0ms 2024-11-17T03:24:56,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 took 2ms 2024-11-17T03:24:56,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 so closing down 2024-11-17T03:24:56,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:56,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:56,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:56,040 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:56,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:56,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742172_1351 (size=753) 2024-11-17T03:24:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742172_1351 (size=753) 2024-11-17T03:24:56,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742173_1352 (size=753) 2024-11-17T03:24:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742173_1352 (size=753) 2024-11-17T03:24:56,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:56,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:56,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7, size=1.4 K (1413bytes) at 1731813896036Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 so closing down at 1731813896039 (+3 ms)3 split writer threads finished at 1731813896039Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813896041 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813896042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896054 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813896056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896062 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813896063 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813896063 2024-11-17T03:24:56,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.7 2024-11-17T03:24:56,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:56,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 2024-11-17T03:24:56,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 after 1ms 2024-11-17T03:24:56,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 took 2ms 2024-11-17T03:24:56,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 so closing down 2024-11-17T03:24:56,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:56,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:56,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:56,070 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:56,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:56,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742174_1353 (size=753) 2024-11-17T03:24:56,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742174_1353 (size=753) 2024-11-17T03:24:56,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742175_1354 (size=753) 2024-11-17T03:24:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742175_1354 (size=753) 2024-11-17T03:24:56,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:56,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:56,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8, size=1.4 K (1413bytes) at 1731813896065Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 so closing down at 1731813896068 (+3 ms)3 split writer threads finished at 1731813896069 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813896071 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813896071Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896087 (+16 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813896088 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896107 (+19 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813896108 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813896108 2024-11-17T03:24:56,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.8 2024-11-17T03:24:56,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:56,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 2024-11-17T03:24:56,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 after 0ms 2024-11-17T03:24:56,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 took 4ms 2024-11-17T03:24:56,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 so closing down 2024-11-17T03:24:56,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:56,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:56,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:56,118 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:56,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:56,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742176_1355 (size=753) 2024-11-17T03:24:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742176_1355 (size=753) 2024-11-17T03:24:56,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742177_1356 (size=753) 2024-11-17T03:24:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742177_1356 (size=753) 2024-11-17T03:24:56,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:56,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:56,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:56,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9, size=1.4 K (1413bytes) at 1731813896111Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 so closing down at 1731813896116 (+5 ms)3 split writer threads finished at 1731813896116Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813896118 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813896125 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896137 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813896138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813896166 (+28 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813896171 (+5 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813896171 2024-11-17T03:24:56,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.9 2024-11-17T03:24:56,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty, size=93 (93bytes) 2024-11-17T03:24:56,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty 2024-11-17T03:24:56,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty after 0ms 2024-11-17T03:24:56,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty took 4ms 2024-11-17T03:24:56,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty so closing down 2024-11-17T03:24:56,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:56,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:56,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T03:24:56,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty, size=93 (93bytes) at 1731813896175Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty so closing down at 1731813896180 (+5 ms)3 split writer threads finished at 1731813896182 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731813896182 2024-11-17T03:24:56,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/WALs/testemptylogfiles,16010,1731813893861/wal.dat.empty to hdfs://localhost:38285/user/jenkins/test-data/b9e9b8e6-0789-1c4c-b465-3fdb77f2d6b4/oldWALs/wal.dat.empty 2024-11-17T03:24:56,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5986 (was 5996) 2024-11-17T03:24:56,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5986 2024-11-17T03:24:56,320 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742178_1357 (size=7) 2024-11-17T03:24:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742178_1357 (size=7) 2024-11-17T03:24:56,363 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:56,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:56,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:56,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:56,371 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:56,373 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:56,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:56,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742179_1358 (size=1393) 2024-11-17T03:24:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742179_1358 (size=1393) 2024-11-17T03:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:56,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742180_1359 (size=1393) 2024-11-17T03:24:56,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:56,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742180_1359 (size=1393) 2024-11-17T03:24:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742181_1360 (size=1393) 2024-11-17T03:24:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742181_1360 (size=1393) 2024-11-17T03:24:56,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:56,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:56,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742182_1361 (size=1393) 2024-11-17T03:24:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742182_1361 (size=1393) 2024-11-17T03:24:56,576 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:56,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742183_1362 (size=1393) 2024-11-17T03:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742183_1362 (size=1393) 2024-11-17T03:24:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:56,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742184_1363 (size=1393) 2024-11-17T03:24:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742184_1363 (size=1393) 2024-11-17T03:24:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:56,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:56,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742185_1364 (size=1405) 2024-11-17T03:24:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742185_1364 (size=1405) 2024-11-17T03:24:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:57,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:57,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742186_1365 (size=1413) 2024-11-17T03:24:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742186_1365 (size=1413) 2024-11-17T03:24:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:57,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:57,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742187_1366 (size=1413) 2024-11-17T03:24:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742187_1366 (size=1413) 2024-11-17T03:24:57,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:57,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:57,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742188_1367 (size=1413) 2024-11-17T03:24:57,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:57,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742188_1367 (size=1413) 2024-11-17T03:24:57,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:57,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 2024-11-17T03:24:57,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 after 0ms 2024-11-17T03:24:57,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 took 2ms 2024-11-17T03:24:57,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 so closing down 2024-11-17T03:24:57,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:57,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:57,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:57,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742190_1369 (size=743) 2024-11-17T03:24:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742189_1368 (size=743) 2024-11-17T03:24:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742190_1369 (size=743) 2024-11-17T03:24:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742189_1368 (size=743) 2024-11-17T03:24:57,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:57,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:57,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0, size=1.4 K (1393bytes) at 1731813897092Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 so closing down at 1731813897096 (+4 ms)3 split writer threads finished at 1731813897096Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813897099 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813897099Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897109 (+10 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897109Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813897110 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813897112 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897112 2024-11-17T03:24:57,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.0 2024-11-17T03:24:57,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:57,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 2024-11-17T03:24:57,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 after 0ms 2024-11-17T03:24:57,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 took 2ms 2024-11-17T03:24:57,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 so closing down 2024-11-17T03:24:57,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:57,119 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:57,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:57,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742191_1370 (size=743) 2024-11-17T03:24:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742191_1370 (size=743) 2024-11-17T03:24:57,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742192_1371 (size=743) 2024-11-17T03:24:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742192_1371 (size=743) 2024-11-17T03:24:57,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:57,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1, size=1.4 K (1393bytes) at 1731813897114Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 so closing down at 1731813897117 (+3 ms)3 split writer threads finished at 1731813897117Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813897120 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813897120Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897130 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813897131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897134 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813897135 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897135 2024-11-17T03:24:57,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.1 2024-11-17T03:24:57,136 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:57,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 2024-11-17T03:24:57,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 after 1ms 2024-11-17T03:24:57,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 took 3ms 2024-11-17T03:24:57,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 so closing down 2024-11-17T03:24:57,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:57,142 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:57,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:57,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742193_1372 (size=743) 2024-11-17T03:24:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742193_1372 (size=743) 2024-11-17T03:24:57,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742194_1373 (size=743) 2024-11-17T03:24:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742194_1373 (size=743) 2024-11-17T03:24:57,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:57,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2, size=1.4 K (1393bytes) at 1731813897136Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 so closing down at 1731813897140 (+4 ms)3 split writer threads finished at 1731813897140Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813897143 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813897143Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897166 (+23 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813897169 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897172 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813897175 (+3 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897175 2024-11-17T03:24:57,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.2 2024-11-17T03:24:57,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:57,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 2024-11-17T03:24:57,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 after 0ms 2024-11-17T03:24:57,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 took 2ms 2024-11-17T03:24:57,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 so closing down 2024-11-17T03:24:57,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:57,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:57,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:57,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742195_1374 (size=743) 2024-11-17T03:24:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742195_1374 (size=743) 2024-11-17T03:24:57,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742196_1375 (size=743) 2024-11-17T03:24:57,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:57,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3, size=1.4 K (1393bytes) at 1731813897177Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 so closing down at 1731813897181 (+4 ms)3 split writer threads finished at 1731813897181Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813897184 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813897184Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897192 (+8 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813897193 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897198 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813897199 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897199 2024-11-17T03:24:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742196_1375 (size=743) 2024-11-17T03:24:57,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.3 2024-11-17T03:24:57,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:57,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 2024-11-17T03:24:57,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 after 0ms 2024-11-17T03:24:57,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 took 2ms 2024-11-17T03:24:57,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 so closing down 2024-11-17T03:24:57,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:57,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:57,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:57,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742197_1376 (size=743) 2024-11-17T03:24:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742197_1376 (size=743) 2024-11-17T03:24:57,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742198_1377 (size=743) 2024-11-17T03:24:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742198_1377 (size=743) 2024-11-17T03:24:57,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:57,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4, size=1.4 K (1393bytes) at 1731813897201Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 so closing down at 1731813897204 (+3 ms)3 split writer threads finished at 1731813897204Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813897208 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813897208Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897212 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813897213 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897218 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813897218Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897219 (+1 ms) 2024-11-17T03:24:57,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.4 2024-11-17T03:24:57,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:24:57,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 2024-11-17T03:24:57,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 after 0ms 2024-11-17T03:24:57,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 took 2ms 2024-11-17T03:24:57,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 so closing down 2024-11-17T03:24:57,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,225 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:57,225 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:57,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:24:57,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:24:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742200_1379 (size=743) 2024-11-17T03:24:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742199_1378 (size=743) 2024-11-17T03:24:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742200_1379 (size=743) 2024-11-17T03:24:57,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742199_1378 (size=743) 2024-11-17T03:24:57,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:24:57,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:24:57,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:57,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5, size=1.4 K (1393bytes) at 1731813897220Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 so closing down at 1731813897223 (+3 ms)3 split writer threads finished at 1731813897223Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813897226 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813897226Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897233 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813897235 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897635 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813897636 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813897637 (+1 ms) 2024-11-17T03:24:57,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.5 2024-11-17T03:24:57,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:24:57,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 2024-11-17T03:24:57,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 after 0ms 2024-11-17T03:24:57,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 took 2ms 2024-11-17T03:24:57,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 so closing down 2024-11-17T03:24:57,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:57,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:57,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:24:57,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:24:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742201_1380 (size=749) 2024-11-17T03:24:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742201_1380 (size=749) 2024-11-17T03:24:57,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:24:57,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742202_1381 (size=749) 2024-11-17T03:24:57,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742202_1381 (size=749) 2024-11-17T03:24:57,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:24:57,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:24:57,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6, size=1.4 K (1405bytes) at 1731813897638Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 so closing down at 1731813897641 (+3 ms)3 split writer threads finished at 1731813897643 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813897665 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813897666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897683 (+17 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813897684 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897695 (+11 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813897697 (+2 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813897698 (+1 ms) 2024-11-17T03:24:57,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.6 2024-11-17T03:24:57,700 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:24:57,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 2024-11-17T03:24:57,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 after 0ms 2024-11-17T03:24:57,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 took 3ms 2024-11-17T03:24:57,704 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 so closing down 2024-11-17T03:24:57,704 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,714 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:57,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:57,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:24:57,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:24:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742203_1382 (size=753) 2024-11-17T03:24:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742203_1382 (size=753) 2024-11-17T03:24:57,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:24:57,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742204_1383 (size=753) 2024-11-17T03:24:57,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742204_1383 (size=753) 2024-11-17T03:24:57,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:24:57,761 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:57,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7, size=1.4 K (1413bytes) at 1731813897700Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 so closing down at 1731813897704 (+4 ms)3 split writer threads finished at 1731813897709 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813897717 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813897728 (+11 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897735 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813897738 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897760 (+22 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813897761 (+1 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813897762 (+1 ms) 2024-11-17T03:24:57,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.7 2024-11-17T03:24:57,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:24:57,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 2024-11-17T03:24:57,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 after 1ms 2024-11-17T03:24:57,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 took 4ms 2024-11-17T03:24:57,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 so closing down 2024-11-17T03:24:57,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:57,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:24:57,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:57,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:24:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742205_1384 (size=753) 2024-11-17T03:24:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742205_1384 (size=753) 2024-11-17T03:24:57,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:24:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742206_1385 (size=753) 2024-11-17T03:24:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742206_1385 (size=753) 2024-11-17T03:24:57,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:24:57,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:57,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8, size=1.4 K (1413bytes) at 1731813897764Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 so closing down at 1731813897770 (+6 ms)3 split writer threads finished at 1731813897770Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813897774 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813897777 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897789 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813897791 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897793 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813897795 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813897795 2024-11-17T03:24:57,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.8 2024-11-17T03:24:57,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:24:57,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 2024-11-17T03:24:57,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 after 0ms 2024-11-17T03:24:57,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 took 3ms 2024-11-17T03:24:57,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 so closing down 2024-11-17T03:24:57,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:57,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:24:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742207_1386 (size=753) 2024-11-17T03:24:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742207_1386 (size=753) 2024-11-17T03:24:57,814 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:57,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:24:57,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:24:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742208_1387 (size=753) 2024-11-17T03:24:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742208_1387 (size=753) 2024-11-17T03:24:57,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:57,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:24:57,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:24:57,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9, size=1.4 K (1413bytes) at 1731813897797Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 so closing down at 1731813897801 (+4 ms)3 split writer threads finished at 1731813897801Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813897806 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897814 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813897815 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813897818 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813897830 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813897831 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813897831 2024-11-17T03:24:57,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731813896371/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/00ae020e-94aa-2760-f59c-5bd62c7a1e6f/oldWALs/wal.dat.9 2024-11-17T03:24:57,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5984 (was 5986) 2024-11-17T03:24:57,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5984 2024-11-17T03:24:57,850 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742209_1388 (size=7) 2024-11-17T03:24:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742209_1388 (size=7) 2024-11-17T03:24:57,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:57,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:57,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:57,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:57,879 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:38285/user/jenkins/test-data/5d10bbe5-2514-4adc-48a6-231bbb333008/data/hbase/meta/1588230740/recovered.edits 2024-11-17T03:24:57,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5983 (was 5984) 2024-11-17T03:24:57,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5984 2024-11-17T03:24:57,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742210_1389 (size=7) 2024-11-17T03:24:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742210_1389 (size=7) 2024-11-17T03:24:57,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:57,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:57,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:57,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:57,912 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-17T03:24:57,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:57,916 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-17T03:24:57,916 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-17T03:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:57,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742211_1390 (size=818) 2024-11-17T03:24:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742211_1390 (size=818) 2024-11-17T03:24:57,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5, size=818 (818bytes) 2024-11-17T03:24:57,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 2024-11-17T03:24:57,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 after 0ms 2024-11-17T03:24:57,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 took 4ms 2024-11-17T03:24:57,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 so closing down 2024-11-17T03:24:57,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:57,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:57,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-17T03:24:57,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-17T03:24:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742212_1391 (size=783) 2024-11-17T03:24:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742212_1391 (size=783) 2024-11-17T03:24:57,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-17T03:24:57,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-17T03:24:57,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-17T03:24:57,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5, size=818 (818bytes) at 1731813897952Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 so closing down at 1731813897958 (+6 ms)3 split writer threads finished at 1731813897958Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731813897960 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731813897966 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731813897967 (+1 ms)Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731813897967 2024-11-17T03:24:57,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/WALs/testemptywaledit,16010,1731813897912/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/77a73718-0fcd-0bbd-55f9-4d129b066dcd/oldWALs/wal.dat.5 2024-11-17T03:24:57,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5984 (was 5984) 2024-11-17T03:24:57,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5983 2024-11-17T03:24:57,998 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:24:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742213_1392 (size=7) 2024-11-17T03:24:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742213_1392 (size=7) 2024-11-17T03:24:58,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:24:58,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:58,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:24:58,412 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:24:58,413 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:24:58,413 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:24:58,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:24:58,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742214_1393 (size=1393) 2024-11-17T03:24:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742214_1393 (size=1393) 2024-11-17T03:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:24:58,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742215_1394 (size=1393) 2024-11-17T03:24:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742215_1394 (size=1393) 2024-11-17T03:24:58,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:24:58,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:24:58,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742216_1395 (size=1393) 2024-11-17T03:24:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742216_1395 (size=1393) 2024-11-17T03:24:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:24:58,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:24:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742217_1396 (size=1393) 2024-11-17T03:24:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742217_1396 (size=1393) 2024-11-17T03:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:24:58,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742218_1397 (size=1393) 2024-11-17T03:24:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742218_1397 (size=1393) 2024-11-17T03:24:58,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:24:58,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:24:58,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742219_1398 (size=1393) 2024-11-17T03:24:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742219_1398 (size=1393) 2024-11-17T03:24:58,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:24:58,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:24:58,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742220_1399 (size=1405) 2024-11-17T03:24:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742220_1399 (size=1405) 2024-11-17T03:24:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:24:58,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:24:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742221_1400 (size=1413) 2024-11-17T03:24:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742221_1400 (size=1413) 2024-11-17T03:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:24:58,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742222_1401 (size=1413) 2024-11-17T03:24:58,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742222_1401 (size=1413) 2024-11-17T03:24:58,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:24:58,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:24:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:24:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742223_1402 (size=1413) 2024-11-17T03:24:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742223_1402 (size=1413) 2024-11-17T03:24:58,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:24:58,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:24:58,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 2024-11-17T03:24:58,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 after 0ms 2024-11-17T03:24:58,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 took 2ms 2024-11-17T03:24:58,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 so closing down 2024-11-17T03:24:58,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:58,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:58,546 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:58,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:58,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:24:58,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:24:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742226_1405 (size=743) 2024-11-17T03:24:58,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742226_1405 (size=743) 2024-11-17T03:24:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742225_1404 (size=743) 2024-11-17T03:24:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742225_1404 (size=743) 2024-11-17T03:24:58,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:58,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:24:58,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:58,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:24:58,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:58,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0, size=1.4 K (1393bytes) at 1731813898540Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 so closing down at 1731813898544 (+4 ms)3 split writer threads finished at 1731813898544Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813898547 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813898547Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813898553 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813898554 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813898951 (+397 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813898952 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813898953 (+1 ms) 2024-11-17T03:24:58,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.0 2024-11-17T03:24:58,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:24:58,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 2024-11-17T03:24:58,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 after 0ms 2024-11-17T03:24:58,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 took 1ms 2024-11-17T03:24:58,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 so closing down 2024-11-17T03:24:58,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:58,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:58,959 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:58,959 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:58,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:24:58,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:24:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742228_1407 (size=743) 2024-11-17T03:24:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742228_1407 (size=743) 2024-11-17T03:24:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742227_1406 (size=743) 2024-11-17T03:24:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742227_1406 (size=743) 2024-11-17T03:24:58,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:58,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:24:59,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:24:59,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:59,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1, size=1.4 K (1393bytes) at 1731813898955Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 so closing down at 1731813898958 (+3 ms)3 split writer threads finished at 1731813898958Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813898960 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813898960Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813898964 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813898965 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899365 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813899368 (+3 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813899368 2024-11-17T03:24:59,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.1 2024-11-17T03:24:59,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:24:59,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 2024-11-17T03:24:59,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 after 1ms 2024-11-17T03:24:59,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 took 4ms 2024-11-17T03:24:59,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 so closing down 2024-11-17T03:24:59,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:59,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:59,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:59,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:59,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:24:59,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:24:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742230_1409 (size=743) 2024-11-17T03:24:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742229_1408 (size=743) 2024-11-17T03:24:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742230_1409 (size=743) 2024-11-17T03:24:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742229_1408 (size=743) 2024-11-17T03:24:59,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:24:59,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:24:59,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:59,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2, size=1.4 K (1393bytes) at 1731813899373Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 so closing down at 1731813899379 (+6 ms)3 split writer threads finished at 1731813899379Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813899382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813899383 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899389 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899389Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813899390 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813899390Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813899391 (+1 ms) 2024-11-17T03:24:59,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.2 2024-11-17T03:24:59,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:24:59,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 2024-11-17T03:24:59,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 after 1ms 2024-11-17T03:24:59,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 took 2ms 2024-11-17T03:24:59,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 so closing down 2024-11-17T03:24:59,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:59,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:59,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:59,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:59,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:24:59,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:24:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742231_1410 (size=743) 2024-11-17T03:24:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742231_1410 (size=743) 2024-11-17T03:24:59,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:24:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742232_1411 (size=743) 2024-11-17T03:24:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742232_1411 (size=743) 2024-11-17T03:24:59,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:24:59,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:59,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3, size=1.4 K (1393bytes) at 1731813899392Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 so closing down at 1731813899395 (+3 ms)3 split writer threads finished at 1731813899395Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813899397 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813899397Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899402 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813899403 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899410 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813899411 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813899411 2024-11-17T03:24:59,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.3 2024-11-17T03:24:59,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:24:59,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 2024-11-17T03:24:59,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 after 0ms 2024-11-17T03:24:59,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 took 2ms 2024-11-17T03:24:59,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 so closing down 2024-11-17T03:24:59,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:24:59,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:24:59,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:59,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:59,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:24:59,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742234_1413 (size=743) 2024-11-17T03:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742234_1413 (size=743) 2024-11-17T03:24:59,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742233_1412 (size=743) 2024-11-17T03:24:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742233_1412 (size=743) 2024-11-17T03:24:59,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:24:59,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:24:59,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:24:59,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:24:59,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4, size=1.4 K (1393bytes) at 1731813899413Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 so closing down at 1731813899415 (+2 ms)3 split writer threads finished at 1731813899416 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813899418 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813899418Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899421 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813899422 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813899823 (+401 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813899826 (+3 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813899826 2024-11-17T03:24:59,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.4 2024-11-17T03:24:59,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T03:24:59,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 2024-11-17T03:24:59,830 WARN [IPC Server handler 4 on default port 38285 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-17T03:24:59,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 after 1ms 2024-11-17T03:25:00,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1281068845_22 at /127.0.0.1:43506 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:42651:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43506 dst: /127.0.0.1:42651 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42651 remote=/127.0.0.1:43506]. Total timeout mills is 60000, 58003 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:25:00,523 WARN [ResponseProcessor for block BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:25:00,523 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1281068845_22 at /127.0.0.1:42044 [Receiving block BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42044 dst: /127.0.0.1:40229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:25:00,524 WARN [DataStreamer for file /user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 block BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK], DatanodeInfoWithStorage[127.0.0.1:40229,DS-5593f505-01b1-4b5c-893f-7387afdd3c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42651,DS-3a6bc6a9-54c5-4dc2-9d47-b57937a90b86,DISK]) is bad. 2024-11-17T03:25:00,525 WARN [DataStreamer for file /user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 block BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-90060951-172.17.0.3-1731813844940:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T03:25:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742224_1414 (size=1394) 2024-11-17T03:25:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742224_1414 (size=1394) 2024-11-17T03:25:03,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 after 4002ms 2024-11-17T03:25:03,838 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 took 4008ms 2024-11-17T03:25:03,841 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:03,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 so closing down 2024-11-17T03:25:03,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:03,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:03,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:03,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:03,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:03,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742235_1415 (size=418) 2024-11-17T03:25:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742236_1416 (size=353) 2024-11-17T03:25:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742235_1415 (size=418) 2024-11-17T03:25:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742236_1416 (size=353) 2024-11-17T03:25:03,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:03,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T03:25:04,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-17T03:25:04,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T03:25:04,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5, size=1.4 K (1394bytes) at 1731813899830Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 so closing down at 1731813903842 (+4012 ms)3 split writer threads finished at 1731813903842Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813903845 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813903845Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813903912 (+67 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731813903914 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731813904314 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731813904318 (+4 ms)Processed 9 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731813904318 2024-11-17T03:25:04,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/corrupt/wal.dat.5 2024-11-17T03:25:04,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:25:04,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 2024-11-17T03:25:04,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 after 1ms 2024-11-17T03:25:04,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 took 5ms 2024-11-17T03:25:04,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 so closing down 2024-11-17T03:25:04,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:04,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:04,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:04,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742238_1418 (size=749) 2024-11-17T03:25:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742237_1417 (size=749) 2024-11-17T03:25:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742238_1418 (size=749) 2024-11-17T03:25:04,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742237_1417 (size=749) 2024-11-17T03:25:04,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:25:04,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:25:04,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:25:04,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6, size=1.4 K (1405bytes) at 1731813904324Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 so closing down at 1731813904331 (+7 ms)3 split writer threads finished at 1731813904331Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813904339 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813904339Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904343 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904343Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813904344 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813904344Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813904345 (+1 ms) 2024-11-17T03:25:04,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.6 2024-11-17T03:25:04,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:25:04,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 2024-11-17T03:25:04,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 after 0ms 2024-11-17T03:25:04,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 took 2ms 2024-11-17T03:25:04,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 so closing down 2024-11-17T03:25:04,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:04,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:04,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:04,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742239_1419 (size=753) 2024-11-17T03:25:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742239_1419 (size=753) 2024-11-17T03:25:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742240_1420 (size=753) 2024-11-17T03:25:04,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742240_1420 (size=753) 2024-11-17T03:25:04,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:25:04,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:25:04,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:04,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7, size=1.4 K (1413bytes) at 1731813904346Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 so closing down at 1731813904349 (+3 ms)3 split writer threads finished at 1731813904349Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813904351 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813904351Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904358 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904358Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813904358Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813904358Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813904359 (+1 ms) 2024-11-17T03:25:04,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.7 2024-11-17T03:25:04,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:25:04,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 2024-11-17T03:25:04,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 after 0ms 2024-11-17T03:25:04,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 took 1ms 2024-11-17T03:25:04,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 so closing down 2024-11-17T03:25:04,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:04,364 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:04,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:04,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742242_1422 (size=753) 2024-11-17T03:25:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742242_1422 (size=753) 2024-11-17T03:25:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742241_1421 (size=753) 2024-11-17T03:25:04,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742241_1421 (size=753) 2024-11-17T03:25:04,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:25:04,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:25:04,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:04,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8, size=1.4 K (1413bytes) at 1731813904360Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 so closing down at 1731813904362 (+2 ms)3 split writer threads finished at 1731813904362Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813904364 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813904364Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904367 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813904368 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904768 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813904770 (+2 ms)Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813904770 2024-11-17T03:25:04,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.8 2024-11-17T03:25:04,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:25:04,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 2024-11-17T03:25:04,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 after 0ms 2024-11-17T03:25:04,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 took 2ms 2024-11-17T03:25:04,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 so closing down 2024-11-17T03:25:04,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,777 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:04,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:04,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:04,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742244_1424 (size=753) 2024-11-17T03:25:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742243_1423 (size=753) 2024-11-17T03:25:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742243_1423 (size=753) 2024-11-17T03:25:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742244_1424 (size=753) 2024-11-17T03:25:04,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:25:04,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:25:04,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:04,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9, size=1.4 K (1413bytes) at 1731813904772Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 so closing down at 1731813904775 (+3 ms)3 split writer threads finished at 1731813904776 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813904778 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813904778Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904790 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813904792 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813904793 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813904794 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813904794 2024-11-17T03:25:04,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731813898412/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/223b0783-1581-55c9-b451-32edcb271c24/oldWALs/wal.dat.9 2024-11-17T03:25:04,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 141), OpenFileDescriptor=399 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5989 (was 5983) - AvailableMemoryMB LEAK? - 2024-11-17T03:25:04,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5989 2024-11-17T03:25:04,846 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742245_1425 (size=7) 2024-11-17T03:25:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742245_1425 (size=7) 2024-11-17T03:25:04,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:04,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,855 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:04,855 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T03:25:04,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:04,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742246_1426 (size=863) 2024-11-17T03:25:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742246_1426 (size=863) 2024-11-17T03:25:04,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742247_1427 (size=823) 2024-11-17T03:25:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742247_1427 (size=823) 2024-11-17T03:25:04,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0, size=823 (823bytes) 2024-11-17T03:25:04,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 2024-11-17T03:25:04,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 after 1ms 2024-11-17T03:25:04,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 took 3ms 2024-11-17T03:25:04,891 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0; continuing. 2024-11-17T03:25:04,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 so closing down 2024-11-17T03:25:04,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:04,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742248_1428 (size=786) 2024-11-17T03:25:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742248_1428 (size=786) 2024-11-17T03:25:04,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:04,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-17T03:25:04,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-17T03:25:04,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0, size=823 (823bytes) at 1731813904885Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 so closing down at 1731813904892 (+7 ms)3 split writer threads finished at 1731813904892Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813904895 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813904898 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731813904899 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731813904900 (+1 ms) 2024-11-17T03:25:04,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/WALs/testeofisignored,16010,1731813904855/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/02b863c7-061f-9a86-ef85-6e343abf3ae9/oldWALs/wal.dat.0 2024-11-17T03:25:04,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5984 (was 5989) 2024-11-17T03:25:04,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5983 2024-11-17T03:25:04,921 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742249_1429 (size=7) 2024-11-17T03:25:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742249_1429 (size=7) 2024-11-17T03:25:04,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:04,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,934 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:04,934 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-17T03:25:04,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T03:25:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742250_1430 (size=93) 2024-11-17T03:25:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742250_1430 (size=93) 2024-11-17T03:25:04,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty, size=93 (93bytes) 2024-11-17T03:25:04,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty 2024-11-17T03:25:04,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty after 0ms 2024-11-17T03:25:04,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty took 3ms 2024-11-17T03:25:04,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty so closing down 2024-11-17T03:25:04,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:04,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:04,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T03:25:04,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty, size=93 (93bytes) at 1731813904958Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty so closing down at 1731813904960 (+2 ms)3 split writer threads finished at 1731813904960Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731813904961 (+1 ms) 2024-11-17T03:25:04,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/WALs/testsplitlogfileempty,16010,1731813904934/wal.dat..empty to hdfs://localhost:38285/user/jenkins/test-data/1c2acc9e-2363-f5ee-6946-28626f81a874/oldWALs/wal.dat..empty 2024-11-17T03:25:04,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5983 (was 5983) 2024-11-17T03:25:04,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5983 2024-11-17T03:25:04,980 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742251_1431 (size=7) 2024-11-17T03:25:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742251_1431 (size=7) 2024-11-17T03:25:04,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:04,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:04,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:04,990 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:25:04,990 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:25:04,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:04,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:04,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742252_1432 (size=1393) 2024-11-17T03:25:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742252_1432 (size=1393) 2024-11-17T03:25:05,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:05,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:25:05,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742253_1433 (size=1393) 2024-11-17T03:25:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742253_1433 (size=1393) 2024-11-17T03:25:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:25:05,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:25:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742254_1434 (size=1393) 2024-11-17T03:25:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742254_1434 (size=1393) 2024-11-17T03:25:05,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:25:05,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:25:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742255_1435 (size=1393) 2024-11-17T03:25:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742255_1435 (size=1393) 2024-11-17T03:25:05,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:25:05,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:25:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742256_1436 (size=1393) 2024-11-17T03:25:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742256_1436 (size=1393) 2024-11-17T03:25:05,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:25:05,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:25:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742257_1437 (size=1393) 2024-11-17T03:25:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742257_1437 (size=1393) 2024-11-17T03:25:05,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:25:05,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:25:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742258_1438 (size=1405) 2024-11-17T03:25:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742258_1438 (size=1405) 2024-11-17T03:25:05,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:25:05,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:25:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742259_1439 (size=1413) 2024-11-17T03:25:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742259_1439 (size=1413) 2024-11-17T03:25:05,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:25:05,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:25:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742260_1440 (size=1413) 2024-11-17T03:25:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742260_1440 (size=1413) 2024-11-17T03:25:05,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:25:05,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:25:05,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:05,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742261_1441 (size=1413) 2024-11-17T03:25:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742261_1441 (size=1413) 2024-11-17T03:25:05,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:25:05,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:25:05,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 2024-11-17T03:25:05,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 after 0ms 2024-11-17T03:25:05,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 took 2ms 2024-11-17T03:25:05,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 so closing down 2024-11-17T03:25:05,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:05,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:05,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:05,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742262_1442 (size=743) 2024-11-17T03:25:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742262_1442 (size=743) 2024-11-17T03:25:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742263_1443 (size=743) 2024-11-17T03:25:05,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742263_1443 (size=743) 2024-11-17T03:25:05,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:25:05,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T03:25:05,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0, size=1.4 K (1393bytes) at 1731813905141Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 so closing down at 1731813905145 (+4 ms)3 split writer threads finished at 1731813905145Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813905148 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813905148Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905157 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813905158 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905558 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731813905560 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905561 (+1 ms) 2024-11-17T03:25:05,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.0 2024-11-17T03:25:05,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:25:05,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 2024-11-17T03:25:05,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 after 1ms 2024-11-17T03:25:05,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 took 4ms 2024-11-17T03:25:05,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 so closing down 2024-11-17T03:25:05,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:05,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:05,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:05,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742264_1444 (size=743) 2024-11-17T03:25:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742265_1445 (size=743) 2024-11-17T03:25:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742265_1445 (size=743) 2024-11-17T03:25:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742264_1444 (size=743) 2024-11-17T03:25:05,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T03:25:05,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:25:05,587 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,587 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1, size=1.4 K (1393bytes) at 1731813905565Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 so closing down at 1731813905571 (+6 ms)3 split writer threads finished at 1731813905571Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813905574 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813905574Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905586 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905586Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731813905587 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813905587Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905587 2024-11-17T03:25:05,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.1 2024-11-17T03:25:05,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:25:05,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 2024-11-17T03:25:05,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 after 0ms 2024-11-17T03:25:05,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 took 1ms 2024-11-17T03:25:05,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 so closing down 2024-11-17T03:25:05,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,593 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:05,593 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:05,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:05,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742267_1447 (size=743) 2024-11-17T03:25:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742267_1447 (size=743) 2024-11-17T03:25:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742266_1446 (size=743) 2024-11-17T03:25:05,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T03:25:05,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:25:05,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742266_1446 (size=743) 2024-11-17T03:25:05,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2, size=1.4 K (1393bytes) at 1731813905589Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 so closing down at 1731813905591 (+2 ms)3 split writer threads finished at 1731813905591Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813905594 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813905594Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905602 (+8 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905602Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731813905603 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813905603Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905603 2024-11-17T03:25:05,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.2 2024-11-17T03:25:05,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:25:05,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 2024-11-17T03:25:05,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 after 0ms 2024-11-17T03:25:05,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 took 2ms 2024-11-17T03:25:05,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 so closing down 2024-11-17T03:25:05,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:05,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:05,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:05,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742269_1449 (size=743) 2024-11-17T03:25:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742268_1448 (size=743) 2024-11-17T03:25:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742269_1449 (size=743) 2024-11-17T03:25:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742268_1448 (size=743) 2024-11-17T03:25:05,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T03:25:05,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:25:05,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3, size=1.4 K (1393bytes) at 1731813905605Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 so closing down at 1731813905607 (+2 ms)3 split writer threads finished at 1731813905607Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813905610 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813905610Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905613 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905613Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731813905614 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813905614Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905614 2024-11-17T03:25:05,615 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.3 2024-11-17T03:25:05,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:25:05,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 2024-11-17T03:25:05,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 after 0ms 2024-11-17T03:25:05,617 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 took 2ms 2024-11-17T03:25:05,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 so closing down 2024-11-17T03:25:05,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:05,620 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:05,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:05,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742270_1450 (size=743) 2024-11-17T03:25:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742271_1451 (size=743) 2024-11-17T03:25:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742271_1451 (size=743) 2024-11-17T03:25:05,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742270_1450 (size=743) 2024-11-17T03:25:05,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:25:05,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T03:25:05,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4, size=1.4 K (1393bytes) at 1731813905616Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 so closing down at 1731813905618 (+2 ms)3 split writer threads finished at 1731813905618Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813905620 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813905621 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905624 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905624Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813905625 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731813905625Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905625 2024-11-17T03:25:05,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.4 2024-11-17T03:25:05,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:25:05,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 2024-11-17T03:25:05,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 after 1ms 2024-11-17T03:25:05,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 took 2ms 2024-11-17T03:25:05,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 so closing down 2024-11-17T03:25:05,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:05,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:05,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:05,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742272_1452 (size=743) 2024-11-17T03:25:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742273_1453 (size=743) 2024-11-17T03:25:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742273_1453 (size=743) 2024-11-17T03:25:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742272_1452 (size=743) 2024-11-17T03:25:05,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T03:25:05,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:25:05,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T03:25:05,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5, size=1.4 K (1393bytes) at 1731813905626Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 so closing down at 1731813905629 (+3 ms)3 split writer threads finished at 1731813905629Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813905632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813905632Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905635 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905635Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731813905636 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813905637 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731813905637 2024-11-17T03:25:05,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.5 2024-11-17T03:25:05,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:25:05,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 2024-11-17T03:25:05,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 after 0ms 2024-11-17T03:25:05,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 took 1ms 2024-11-17T03:25:05,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 so closing down 2024-11-17T03:25:05,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,642 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:05,642 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:05,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:05,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742275_1455 (size=749) 2024-11-17T03:25:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742274_1454 (size=749) 2024-11-17T03:25:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742275_1455 (size=749) 2024-11-17T03:25:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742274_1454 (size=749) 2024-11-17T03:25:05,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T03:25:05,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:25:05,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T03:25:05,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6, size=1.4 K (1405bytes) at 1731813905638Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 so closing down at 1731813905640 (+2 ms)3 split writer threads finished at 1731813905640Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813905643 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813905643Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905647 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905647Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731813905647Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813905648 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731813905648 2024-11-17T03:25:05,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.6 2024-11-17T03:25:05,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:25:05,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 2024-11-17T03:25:05,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 after 0ms 2024-11-17T03:25:05,650 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 took 1ms 2024-11-17T03:25:05,651 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 so closing down 2024-11-17T03:25:05,651 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:05,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:05,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:05,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742277_1457 (size=753) 2024-11-17T03:25:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742276_1456 (size=753) 2024-11-17T03:25:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742276_1456 (size=753) 2024-11-17T03:25:05,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742277_1457 (size=753) 2024-11-17T03:25:05,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:25:05,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T03:25:05,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:05,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7, size=1.4 K (1413bytes) at 1731813905649Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 so closing down at 1731813905651 (+2 ms)3 split writer threads finished at 1731813905651Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813905654 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813905654Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905659 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905659Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813905660 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731813905660Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813905660 2024-11-17T03:25:05,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.7 2024-11-17T03:25:05,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:25:05,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 2024-11-17T03:25:05,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 after 0ms 2024-11-17T03:25:05,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 took 2ms 2024-11-17T03:25:05,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 so closing down 2024-11-17T03:25:05,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:05,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:05,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:05,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742278_1458 (size=753) 2024-11-17T03:25:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742278_1458 (size=753) 2024-11-17T03:25:05,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:25:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742279_1459 (size=753) 2024-11-17T03:25:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742279_1459 (size=753) 2024-11-17T03:25:05,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T03:25:05,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:05,675 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8, size=1.4 K (1413bytes) at 1731813905661Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 so closing down at 1731813905664 (+3 ms)3 split writer threads finished at 1731813905664Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813905666 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813905666Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905670 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813905671 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905673 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731813905675 (+2 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813905675 2024-11-17T03:25:05,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.8 2024-11-17T03:25:05,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:25:05,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 2024-11-17T03:25:05,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 after 0ms 2024-11-17T03:25:05,678 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 took 2ms 2024-11-17T03:25:05,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 so closing down 2024-11-17T03:25:05,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:05,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:05,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:05,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:05,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:05,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742280_1460 (size=753) 2024-11-17T03:25:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742280_1460 (size=753) 2024-11-17T03:25:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742281_1461 (size=753) 2024-11-17T03:25:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742281_1461 (size=753) 2024-11-17T03:25:05,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:05,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:25:06,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:06,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T03:25:06,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T03:25:06,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9, size=1.4 K (1413bytes) at 1731813905676Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 so closing down at 1731813905679 (+3 ms)3 split writer threads finished at 1731813905679Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813905682 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813905682Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813905685 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813905686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813906086 (+400 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731813906088 (+2 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731813906089 (+1 ms) 2024-11-17T03:25:06,092 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/WALs/testlogsgetarchivedaftersplit,16010,1731813904990/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/44648d15-a857-c488-6fca-9f0ae9afb2af/oldWALs/wal.dat.9 2024-11-17T03:25:06,108 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5968 (was 5983) 2024-11-17T03:25:06,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5968 2024-11-17T03:25:06,116 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742282_1462 (size=7) 2024-11-17T03:25:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742282_1462 (size=7) 2024-11-17T03:25:06,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:06,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:06,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:06,127 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:06,127 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-17T03:25:06,127 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T03:25:06,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:06,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742283_1463 (size=723) 2024-11-17T03:25:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742283_1463 (size=723) 2024-11-17T03:25:06,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:06,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:25:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742284_1464 (size=723) 2024-11-17T03:25:06,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742284_1464 (size=723) 2024-11-17T03:25:06,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:25:06,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:25:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742285_1465 (size=723) 2024-11-17T03:25:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742285_1465 (size=723) 2024-11-17T03:25:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:25:06,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:25:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742286_1466 (size=723) 2024-11-17T03:25:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742286_1466 (size=723) 2024-11-17T03:25:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:25:06,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:25:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742287_1467 (size=723) 2024-11-17T03:25:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742287_1467 (size=723) 2024-11-17T03:25:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:25:06,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:25:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742288_1468 (size=723) 2024-11-17T03:25:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742288_1468 (size=723) 2024-11-17T03:25:06,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:25:06,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:25:06,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742289_1469 (size=723) 2024-11-17T03:25:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742289_1469 (size=723) 2024-11-17T03:25:06,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:25:06,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:25:06,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742290_1470 (size=723) 2024-11-17T03:25:06,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742290_1470 (size=723) 2024-11-17T03:25:06,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:25:06,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:25:06,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742291_1471 (size=723) 2024-11-17T03:25:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742291_1471 (size=723) 2024-11-17T03:25:06,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:25:06,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742292_1472 (size=723) 2024-11-17T03:25:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742292_1472 (size=723) 2024-11-17T03:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:25:06,633 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/oldWALs, maxLogs=32 2024-11-17T03:25:06,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731813906660 2024-11-17T03:25:06,668 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731813906660 2024-11-17T03:25:06,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40603:40603),(127.0.0.1/127.0.0.1:41701:41701)] 2024-11-17T03:25:06,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0, size=723 (723bytes) 2024-11-17T03:25:06,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0 2024-11-17T03:25:06,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0 after 0ms 2024-11-17T03:25:06,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0 took 3ms 2024-11-17T03:25:06,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0 so closing down 2024-11-17T03:25:06,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:06,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:06,739 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:06,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742294_1474 (size=723) 2024-11-17T03:25:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742294_1474 (size=723) 2024-11-17T03:25:07,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:07,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-17T03:25:07,149 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-17T03:25:07,149 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0, size=723 (723bytes) at 1731813906731Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0 so closing down at 1731813906735 (+4 ms)3 split writer threads finished at 1731813906735Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813906740 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813907146 (+406 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731813907149 (+3 ms)Processed 10 edits across 1 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731813906127/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731813907149 2024-11-17T03:25:07,152 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T03:25:07,152 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T03:25:07,153 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T03:25:07,153 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T03:25:07,153 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T03:25:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742293_1473 (size=93) 2024-11-17T03:25:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742293_1473 (size=93) 2024-11-17T03:25:07,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3153a131-10c6-1172-d395-0864df7779fe/oldWALs 2024-11-17T03:25:07,164 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731813906660) 2024-11-17T03:25:07,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=143 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5958 (was 5968) 2024-11-17T03:25:07,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=143, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=5958 2024-11-17T03:25:07,178 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742295_1475 (size=7) 2024-11-17T03:25:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742295_1475 (size=7) 2024-11-17T03:25:07,184 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:07,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:07,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:07,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:07,191 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T03:25:07,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:07,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:25:07,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:25:07,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:07,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742296_1476 (size=1393) 2024-11-17T03:25:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742296_1476 (size=1393) 2024-11-17T03:25:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:07,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:25:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742297_1477 (size=1393) 2024-11-17T03:25:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742297_1477 (size=1393) 2024-11-17T03:25:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:25:07,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:25:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742298_1478 (size=1393) 2024-11-17T03:25:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742298_1478 (size=1393) 2024-11-17T03:25:07,222 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:25:07,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:25:07,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742299_1479 (size=1393) 2024-11-17T03:25:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742299_1479 (size=1393) 2024-11-17T03:25:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:25:07,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:25:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742300_1480 (size=1393) 2024-11-17T03:25:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742300_1480 (size=1393) 2024-11-17T03:25:07,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:25:07,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742301_1481 (size=1393) 2024-11-17T03:25:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742301_1481 (size=1393) 2024-11-17T03:25:07,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:25:07,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:25:07,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742302_1482 (size=1405) 2024-11-17T03:25:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742302_1482 (size=1405) 2024-11-17T03:25:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:25:07,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:25:07,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742303_1483 (size=1413) 2024-11-17T03:25:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742303_1483 (size=1413) 2024-11-17T03:25:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:25:07,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:25:07,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742304_1484 (size=1413) 2024-11-17T03:25:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742304_1484 (size=1413) 2024-11-17T03:25:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:25:07,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:25:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742305_1485 (size=1413) 2024-11-17T03:25:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742305_1485 (size=1413) 2024-11-17T03:25:07,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:25:07,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:25:07,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 2024-11-17T03:25:07,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 after 1ms 2024-11-17T03:25:07,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 took 2ms 2024-11-17T03:25:07,325 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down 2024-11-17T03:25:07,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) at 1731813907322Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down at 1731813907326 (+4 ms)3 split writer threads finished at 1731813907326Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907326 2024-11-17T03:25:07,328 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0 2024-11-17T03:25:07,328 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:25:07,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 2024-11-17T03:25:07,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 after 0ms 2024-11-17T03:25:07,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 took 2ms 2024-11-17T03:25:07,331 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down 2024-11-17T03:25:07,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) at 1731813907328Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down at 1731813907331 (+3 ms)3 split writer threads finished at 1731813907331Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907332 (+1 ms) 2024-11-17T03:25:07,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1 2024-11-17T03:25:07,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:25:07,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 2024-11-17T03:25:07,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 after 1ms 2024-11-17T03:25:07,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 took 2ms 2024-11-17T03:25:07,336 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down 2024-11-17T03:25:07,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) at 1731813907333Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down at 1731813907337 (+4 ms)3 split writer threads finished at 1731813907337Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907337 2024-11-17T03:25:07,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2 2024-11-17T03:25:07,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:25:07,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 2024-11-17T03:25:07,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 after 0ms 2024-11-17T03:25:07,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 took 2ms 2024-11-17T03:25:07,342 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,342 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down 2024-11-17T03:25:07,342 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,342 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) at 1731813907339Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down at 1731813907342 (+3 ms)3 split writer threads finished at 1731813907342Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907342 2024-11-17T03:25:07,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3 2024-11-17T03:25:07,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:25:07,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 2024-11-17T03:25:07,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 after 0ms 2024-11-17T03:25:07,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 took 2ms 2024-11-17T03:25:07,347 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down 2024-11-17T03:25:07,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) at 1731813907344Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down at 1731813907347 (+3 ms)3 split writer threads finished at 1731813907347Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907348 (+1 ms) 2024-11-17T03:25:07,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4 2024-11-17T03:25:07,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:25:07,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 2024-11-17T03:25:07,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 after 1ms 2024-11-17T03:25:07,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 took 2ms 2024-11-17T03:25:07,352 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down 2024-11-17T03:25:07,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,353 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) at 1731813907349Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down at 1731813907353 (+4 ms)3 split writer threads finished at 1731813907353Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907353 2024-11-17T03:25:07,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5 2024-11-17T03:25:07,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:25:07,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 2024-11-17T03:25:07,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 after 0ms 2024-11-17T03:25:07,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 took 1ms 2024-11-17T03:25:07,358 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down 2024-11-17T03:25:07,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T03:25:07,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) at 1731813907355Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down at 1731813907358 (+3 ms)3 split writer threads finished at 1731813907358Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731813907358 2024-11-17T03:25:07,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6 2024-11-17T03:25:07,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:25:07,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 2024-11-17T03:25:07,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 after 0ms 2024-11-17T03:25:07,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 took 2ms 2024-11-17T03:25:07,363 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down 2024-11-17T03:25:07,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:07,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) at 1731813907360Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down at 1731813907363 (+3 ms)3 split writer threads finished at 1731813907363Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813907363 2024-11-17T03:25:07,365 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7 2024-11-17T03:25:07,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:25:07,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 2024-11-17T03:25:07,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 after 0ms 2024-11-17T03:25:07,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 took 2ms 2024-11-17T03:25:07,368 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down 2024-11-17T03:25:07,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:07,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) at 1731813907365Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down at 1731813907368 (+3 ms)3 split writer threads finished at 1731813907368Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813907368 2024-11-17T03:25:07,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8 2024-11-17T03:25:07,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:25:07,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 2024-11-17T03:25:07,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 after 0ms 2024-11-17T03:25:07,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 took 2ms 2024-11-17T03:25:07,373 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down 2024-11-17T03:25:07,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:07,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) at 1731813907370Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down at 1731813907373 (+3 ms)3 split writer threads finished at 1731813907374 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813907374 2024-11-17T03:25:07,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9 2024-11-17T03:25:07,376 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907327; access_time=1731813907193; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907332; access_time=1731813907204; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907338; access_time=1731813907212; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907343; access_time=1731813907222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907348; access_time=1731813907231; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907354; access_time=1731813907240; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731813907359; access_time=1731813907249; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813907364; access_time=1731813907277; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813907369; access_time=1731813907287; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813907374; access_time=1731813907297; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T03:25:07,380 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:07,380 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:25:07,380 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:25:07,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742306_1486 (size=1393) 2024-11-17T03:25:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742306_1486 (size=1393) 2024-11-17T03:25:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:07,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:25:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742307_1487 (size=1393) 2024-11-17T03:25:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742307_1487 (size=1393) 2024-11-17T03:25:07,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:25:07,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:25:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742308_1488 (size=1393) 2024-11-17T03:25:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742308_1488 (size=1393) 2024-11-17T03:25:07,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:25:07,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:25:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742309_1489 (size=1393) 2024-11-17T03:25:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742309_1489 (size=1393) 2024-11-17T03:25:07,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:25:07,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:25:07,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742310_1490 (size=1393) 2024-11-17T03:25:07,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742310_1490 (size=1393) 2024-11-17T03:25:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:25:07,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:25:07,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742311_1491 (size=1393) 2024-11-17T03:25:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742311_1491 (size=1393) 2024-11-17T03:25:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:25:07,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:25:07,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742312_1492 (size=1405) 2024-11-17T03:25:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742312_1492 (size=1405) 2024-11-17T03:25:07,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:25:07,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:25:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742313_1493 (size=1413) 2024-11-17T03:25:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742313_1493 (size=1413) 2024-11-17T03:25:07,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:25:07,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742314_1494 (size=1413) 2024-11-17T03:25:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742314_1494 (size=1413) 2024-11-17T03:25:07,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:25:07,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:25:07,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742315_1495 (size=1413) 2024-11-17T03:25:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742315_1495 (size=1413) 2024-11-17T03:25:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:25:07,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:25:07,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 2024-11-17T03:25:07,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 after 0ms 2024-11-17T03:25:07,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 took 3ms 2024-11-17T03:25:07,930 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down 2024-11-17T03:25:07,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:07,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:07,935 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:07,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:07,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:07,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742317_1497 (size=418) 2024-11-17T03:25:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742317_1497 (size=418) 2024-11-17T03:25:07,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:07,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-17T03:25:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742316_1496 (size=418) 2024-11-17T03:25:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742316_1496 (size=418) 2024-11-17T03:25:07,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:07,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-17T03:25:07,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:07,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) at 1731813907921Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down at 1731813907931 (+10 ms)3 split writer threads finished at 1731813907931Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813907940 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813907943 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813907974 (+31 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731813907975 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813907987 (+12 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731813907988 (+1 ms)Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813907988 2024-11-17T03:25:07,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0 2024-11-17T03:25:07,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:25:07,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 2024-11-17T03:25:07,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 after 0ms 2024-11-17T03:25:07,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 took 3ms 2024-11-17T03:25:07,994 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:07,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down 2024-11-17T03:25:07,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,007 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:08,007 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:08,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:08,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742318_1498 (size=418) 2024-11-17T03:25:08,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742318_1498 (size=418) 2024-11-17T03:25:08,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-17T03:25:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742319_1499 (size=418) 2024-11-17T03:25:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742319_1499 (size=418) 2024-11-17T03:25:08,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-17T03:25:08,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:08,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) at 1731813907990Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down at 1731813907995 (+5 ms)3 split writer threads finished at 1731813908004 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813908008 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813908008Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908037 (+29 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731813908040 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908069 (+29 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731813908071 (+2 ms)Processed 10 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813908071 2024-11-17T03:25:08,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1 2024-11-17T03:25:08,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:25:08,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 2024-11-17T03:25:08,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 after 1ms 2024-11-17T03:25:08,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 took 3ms 2024-11-17T03:25:08,093 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down 2024-11-17T03:25:08,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,106 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:08,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:08,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:08,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742320_1500 (size=418) 2024-11-17T03:25:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742320_1500 (size=418) 2024-11-17T03:25:08,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-17T03:25:08,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742321_1501 (size=418) 2024-11-17T03:25:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742321_1501 (size=418) 2024-11-17T03:25:08,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-17T03:25:08,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:08,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) at 1731813908074Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down at 1731813908093 (+19 ms)3 split writer threads finished at 1731813908094 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813908117 (+23 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813908120 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908148 (+28 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731813908150 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908159 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731813908160 (+1 ms)Processed 10 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813908161 (+1 ms) 2024-11-17T03:25:08,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2 2024-11-17T03:25:08,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:25:08,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 2024-11-17T03:25:08,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 after 2ms 2024-11-17T03:25:08,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 took 5ms 2024-11-17T03:25:08,182 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down 2024-11-17T03:25:08,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:08,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:08,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:08,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742322_1502 (size=418) 2024-11-17T03:25:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742322_1502 (size=418) 2024-11-17T03:25:08,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-17T03:25:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742323_1503 (size=418) 2024-11-17T03:25:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742323_1503 (size=418) 2024-11-17T03:25:08,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-17T03:25:08,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:08,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) at 1731813908163Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down at 1731813908196 (+33 ms)3 split writer threads finished at 1731813908197 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813908207 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813908233 (+26 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908247 (+14 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731813908249 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908275 (+26 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731813908277 (+2 ms)Processed 10 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813908277 2024-11-17T03:25:08,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3 2024-11-17T03:25:08,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:25:08,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 2024-11-17T03:25:08,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 after 0ms 2024-11-17T03:25:08,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 took 3ms 2024-11-17T03:25:08,288 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down 2024-11-17T03:25:08,289 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,295 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:08,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:08,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:08,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742325_1505 (size=418) 2024-11-17T03:25:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742325_1505 (size=418) 2024-11-17T03:25:08,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-17T03:25:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742324_1504 (size=418) 2024-11-17T03:25:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742324_1504 (size=418) 2024-11-17T03:25:08,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-17T03:25:08,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:08,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) at 1731813908280Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down at 1731813908289 (+9 ms)3 split writer threads finished at 1731813908292 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813908304 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813908305 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908321 (+16 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731813908325 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908332 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731813908333 (+1 ms)Processed 10 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813908333 2024-11-17T03:25:08,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4 2024-11-17T03:25:08,335 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:25:08,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 2024-11-17T03:25:08,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 after 0ms 2024-11-17T03:25:08,338 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 took 3ms 2024-11-17T03:25:08,340 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down 2024-11-17T03:25:08,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:08,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:08,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:08,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742326_1506 (size=418) 2024-11-17T03:25:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742326_1506 (size=418) 2024-11-17T03:25:08,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-17T03:25:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742327_1507 (size=418) 2024-11-17T03:25:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742327_1507 (size=418) 2024-11-17T03:25:08,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T03:25:08,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:08,398 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) at 1731813908335Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down at 1731813908340 (+5 ms)3 split writer threads finished at 1731813908345 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813908356 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813908361 (+5 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908391 (+30 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731813908393 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908396 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731813908397 (+1 ms)Processed 10 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813908398 (+1 ms) 2024-11-17T03:25:08,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5 2024-11-17T03:25:08,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:25:08,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 2024-11-17T03:25:08,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 after 0ms 2024-11-17T03:25:08,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 took 4ms 2024-11-17T03:25:08,406 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down 2024-11-17T03:25:08,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,409 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:08,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:08,411 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:08,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742328_1508 (size=419) 2024-11-17T03:25:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742328_1508 (size=419) 2024-11-17T03:25:08,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742329_1509 (size=419) 2024-11-17T03:25:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742329_1509 (size=419) 2024-11-17T03:25:08,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-17T03:25:08,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:25:08,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-17T03:25:08,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T03:25:08,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) at 1731813908401Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down at 1731813908407 (+6 ms)3 split writer threads finished at 1731813908407Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813908411 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813908413 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908439 (+26 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731813908441 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908840 (+399 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731813908841 (+1 ms)Processed 10 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731813908841 2024-11-17T03:25:08,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6 2024-11-17T03:25:08,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:25:08,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 2024-11-17T03:25:08,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 after 0ms 2024-11-17T03:25:08,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 took 62ms 2024-11-17T03:25:08,907 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down 2024-11-17T03:25:08,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:08,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:08,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:08,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742330_1510 (size=423) 2024-11-17T03:25:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742330_1510 (size=423) 2024-11-17T03:25:08,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-17T03:25:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742331_1511 (size=423) 2024-11-17T03:25:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742331_1511 (size=423) 2024-11-17T03:25:08,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-17T03:25:08,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:08,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) at 1731813908843Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down at 1731813908907 (+64 ms)3 split writer threads finished at 1731813908907Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813908910 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813908910Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908923 (+13 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731813908924 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908934 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731813908935 (+1 ms)Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813908936 (+1 ms) 2024-11-17T03:25:08,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7 2024-11-17T03:25:08,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:25:08,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 2024-11-17T03:25:08,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 after 0ms 2024-11-17T03:25:08,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 took 3ms 2024-11-17T03:25:08,941 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:08,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down 2024-11-17T03:25:08,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:08,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:08,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:08,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:08,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:08,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742332_1512 (size=423) 2024-11-17T03:25:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742332_1512 (size=423) 2024-11-17T03:25:08,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:08,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-17T03:25:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742333_1513 (size=423) 2024-11-17T03:25:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742333_1513 (size=423) 2024-11-17T03:25:09,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:09,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-17T03:25:09,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:09,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) at 1731813908938Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down at 1731813908941 (+3 ms)3 split writer threads finished at 1731813908942 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813908945 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813908954 (+9 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813908959 (+5 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731813908960 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813909372 (+412 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731813909373 (+1 ms)Processed 10 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813909373 2024-11-17T03:25:09,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8 2024-11-17T03:25:09,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:25:09,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 2024-11-17T03:25:09,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 after 1ms 2024-11-17T03:25:09,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 took 2ms 2024-11-17T03:25:09,383 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:09,383 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down 2024-11-17T03:25:09,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:09,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:09,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:09,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:09,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:09,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742334_1514 (size=423) 2024-11-17T03:25:09,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742334_1514 (size=423) 2024-11-17T03:25:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742335_1515 (size=423) 2024-11-17T03:25:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742335_1515 (size=423) 2024-11-17T03:25:09,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:09,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-17T03:25:09,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:09,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-17T03:25:09,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:09,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) at 1731813909375Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down at 1731813909384 (+9 ms)3 split writer threads finished at 1731813909384Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813909390 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813909392 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813909430 (+38 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731813909432 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731813909801 (+369 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731813909803 (+2 ms)Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813909803 2024-11-17T03:25:09,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9 2024-11-17T03:25:09,806 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813907990; access_time=1731813907381; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813908072; access_time=1731813907391; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813908161; access_time=1731813907400; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813908278; access_time=1731813907409; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813908334; access_time=1731813907419; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813908399; access_time=1731813907428; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731813908842; access_time=1731813907436; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813908936; access_time=1731813907445; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813909374; access_time=1731813907455; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813909804; access_time=1731813907865; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T03:25:09,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:09,812 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:25:09,812 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:25:09,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742336_1516 (size=1393) 2024-11-17T03:25:09,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:09,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T03:25:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742336_1516 (size=1393) 2024-11-17T03:25:09,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742337_1517 (size=1393) 2024-11-17T03:25:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742337_1517 (size=1393) 2024-11-17T03:25:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T03:25:09,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T03:25:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742338_1518 (size=1393) 2024-11-17T03:25:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742338_1518 (size=1393) 2024-11-17T03:25:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T03:25:09,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T03:25:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742339_1519 (size=1393) 2024-11-17T03:25:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742339_1519 (size=1393) 2024-11-17T03:25:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T03:25:09,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T03:25:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742340_1520 (size=1393) 2024-11-17T03:25:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742340_1520 (size=1393) 2024-11-17T03:25:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T03:25:09,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T03:25:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742341_1521 (size=1393) 2024-11-17T03:25:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742341_1521 (size=1393) 2024-11-17T03:25:09,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T03:25:09,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T03:25:09,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742342_1522 (size=1405) 2024-11-17T03:25:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742342_1522 (size=1405) 2024-11-17T03:25:09,964 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T03:25:09,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T03:25:09,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742343_1523 (size=1413) 2024-11-17T03:25:09,975 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T03:25:09,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T03:25:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742343_1523 (size=1413) 2024-11-17T03:25:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:09,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742344_1524 (size=1413) 2024-11-17T03:25:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742344_1524 (size=1413) 2024-11-17T03:25:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T03:25:10,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T03:25:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742345_1525 (size=1413) 2024-11-17T03:25:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742345_1525 (size=1413) 2024-11-17T03:25:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T03:25:10,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T03:25:10,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 2024-11-17T03:25:10,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 after 0ms 2024-11-17T03:25:10,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 took 2ms 2024-11-17T03:25:10,428 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down 2024-11-17T03:25:10,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:10,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:10,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T03:25:10,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T03:25:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742346_1526 (size=743) 2024-11-17T03:25:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742346_1526 (size=743) 2024-11-17T03:25:10,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T03:25:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742347_1527 (size=678) 2024-11-17T03:25:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742347_1527 (size=678) 2024-11-17T03:25:10,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-17T03:25:10,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K (1393bytes) at 1731813910424Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 so closing down at 1731813910428 (+4 ms)3 split writer threads finished at 1731813910428Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731813910431 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731813910431Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910438 (+7 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731813910438Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910442 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731813910444 (+2 ms)Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910444 2024-11-17T03:25:10,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0 2024-11-17T03:25:10,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T03:25:10,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 2024-11-17T03:25:10,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 after 1ms 2024-11-17T03:25:10,447 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 took 2ms 2024-11-17T03:25:10,448 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down 2024-11-17T03:25:10,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:10,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:10,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T03:25:10,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T03:25:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742348_1528 (size=678) 2024-11-17T03:25:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742348_1528 (size=678) 2024-11-17T03:25:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742349_1529 (size=743) 2024-11-17T03:25:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742349_1529 (size=743) 2024-11-17T03:25:10,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T03:25:10,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-17T03:25:10,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K (1393bytes) at 1731813910445Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 so closing down at 1731813910448 (+3 ms)3 split writer threads finished at 1731813910449 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731813910451 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731813910452 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910461 (+9 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731813910463 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910860 (+397 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731813910861 (+1 ms)Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910862 (+1 ms) 2024-11-17T03:25:10,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.1 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1 2024-11-17T03:25:10,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T03:25:10,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 2024-11-17T03:25:10,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 after 0ms 2024-11-17T03:25:10,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 took 2ms 2024-11-17T03:25:10,867 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down 2024-11-17T03:25:10,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:10,869 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:10,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T03:25:10,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T03:25:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742350_1530 (size=743) 2024-11-17T03:25:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742350_1530 (size=743) 2024-11-17T03:25:10,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T03:25:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742351_1531 (size=678) 2024-11-17T03:25:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742351_1531 (size=678) 2024-11-17T03:25:10,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-17T03:25:10,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K (1393bytes) at 1731813910864Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 so closing down at 1731813910868 (+4 ms)3 split writer threads finished at 1731813910868Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731813910870 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731813910872 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910886 (+14 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731813910887 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910891 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731813910892 (+1 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910892 2024-11-17T03:25:10,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.2 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2 2024-11-17T03:25:10,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T03:25:10,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 2024-11-17T03:25:10,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 after 0ms 2024-11-17T03:25:10,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 took 2ms 2024-11-17T03:25:10,897 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down 2024-11-17T03:25:10,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,898 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,899 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:10,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:10,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T03:25:10,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T03:25:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742353_1533 (size=678) 2024-11-17T03:25:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742353_1533 (size=678) 2024-11-17T03:25:10,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-17T03:25:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742352_1532 (size=743) 2024-11-17T03:25:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742352_1532 (size=743) 2024-11-17T03:25:10,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T03:25:10,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,909 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K (1393bytes) at 1731813910894Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 so closing down at 1731813910897 (+3 ms)3 split writer threads finished at 1731813910898 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731813910900 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731813910900Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910904 (+4 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731813910906 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910908 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731813910909 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910909 2024-11-17T03:25:10,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.3 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3 2024-11-17T03:25:10,911 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T03:25:10,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 2024-11-17T03:25:10,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 after 0ms 2024-11-17T03:25:10,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 took 1ms 2024-11-17T03:25:10,914 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down 2024-11-17T03:25:10,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:10,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:10,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T03:25:10,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T03:25:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742355_1535 (size=678) 2024-11-17T03:25:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742355_1535 (size=678) 2024-11-17T03:25:10,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-17T03:25:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742354_1534 (size=743) 2024-11-17T03:25:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742354_1534 (size=743) 2024-11-17T03:25:10,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T03:25:10,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K (1393bytes) at 1731813910911Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 so closing down at 1731813910914 (+3 ms)3 split writer threads finished at 1731813910914Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731813910918 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731813910918Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910935 (+17 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731813910936 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910946 (+10 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731813910948 (+2 ms)Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910949 (+1 ms) 2024-11-17T03:25:10,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.4 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4 2024-11-17T03:25:10,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T03:25:10,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 2024-11-17T03:25:10,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 after 0ms 2024-11-17T03:25:10,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 took 2ms 2024-11-17T03:25:10,955 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down 2024-11-17T03:25:10,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:10,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:10,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T03:25:10,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T03:25:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742356_1536 (size=678) 2024-11-17T03:25:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742356_1536 (size=678) 2024-11-17T03:25:10,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-17T03:25:10,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742357_1537 (size=743) 2024-11-17T03:25:10,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742357_1537 (size=743) 2024-11-17T03:25:10,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:10,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T03:25:10,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T03:25:10,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K (1393bytes) at 1731813910952Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 so closing down at 1731813910955 (+3 ms)3 split writer threads finished at 1731813910955Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731813910958 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731813910958Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813910969 (+11 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731813910970 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813910972 (+2 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731813910973 (+1 ms)Processed 19 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731813910973 2024-11-17T03:25:10,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.5 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5 2024-11-17T03:25:10,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T03:25:10,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 2024-11-17T03:25:10,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 after 0ms 2024-11-17T03:25:10,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 took 2ms 2024-11-17T03:25:10,979 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:10,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down 2024-11-17T03:25:10,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:10,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:10,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:10,982 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:10,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T03:25:10,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T03:25:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742358_1538 (size=683) 2024-11-17T03:25:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742358_1538 (size=683) 2024-11-17T03:25:11,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742359_1539 (size=749) 2024-11-17T03:25:11,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-17T03:25:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742359_1539 (size=749) 2024-11-17T03:25:11,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T03:25:11,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T03:25:11,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K (1405bytes) at 1731813910976Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 so closing down at 1731813910979 (+3 ms)3 split writer threads finished at 1731813910980 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731813910983 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731813910983Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813911003 (+20 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731813911005 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813911006 (+1 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731813911007 (+1 ms)Processed 19 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731813911007 2024-11-17T03:25:11,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.6 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6 2024-11-17T03:25:11,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T03:25:11,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 2024-11-17T03:25:11,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 after 0ms 2024-11-17T03:25:11,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 took 2ms 2024-11-17T03:25:11,012 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:11,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down 2024-11-17T03:25:11,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:11,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:11,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:11,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:11,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T03:25:11,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T03:25:11,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742360_1540 (size=753) 2024-11-17T03:25:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742360_1540 (size=753) 2024-11-17T03:25:11,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T03:25:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742361_1541 (size=687) 2024-11-17T03:25:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742361_1541 (size=687) 2024-11-17T03:25:11,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-17T03:25:11,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:11,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K (1413bytes) at 1731813911009Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 so closing down at 1731813911013 (+4 ms)3 split writer threads finished at 1731813911013Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731813911016 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731813911016Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813911076 (+60 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731813911077 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813911125 (+48 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731813911127 (+2 ms)Processed 19 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813911127 2024-11-17T03:25:11,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.7 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7 2024-11-17T03:25:11,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T03:25:11,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 2024-11-17T03:25:11,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 after 0ms 2024-11-17T03:25:11,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 took 2ms 2024-11-17T03:25:11,144 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:11,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down 2024-11-17T03:25:11,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:11,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:11,151 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:11,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T03:25:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742362_1542 (size=753) 2024-11-17T03:25:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742362_1542 (size=753) 2024-11-17T03:25:11,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T03:25:11,177 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:11,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T03:25:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742363_1543 (size=687) 2024-11-17T03:25:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742363_1543 (size=687) 2024-11-17T03:25:11,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-17T03:25:11,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:11,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K (1413bytes) at 1731813911130Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 so closing down at 1731813911145 (+15 ms)3 split writer threads finished at 1731813911145Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731813911160 (+15 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813911166 (+6 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731813911168 (+2 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731813911180 (+12 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813911196 (+16 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731813911197 (+1 ms)Processed 19 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813911198 (+1 ms) 2024-11-17T03:25:11,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.8 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8 2024-11-17T03:25:11,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T03:25:11,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 2024-11-17T03:25:11,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 after 0ms 2024-11-17T03:25:11,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 took 4ms 2024-11-17T03:25:11,207 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T03:25:11,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down 2024-11-17T03:25:11,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T03:25:11,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T03:25:11,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:11,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T03:25:11,220 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:11,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T03:25:11,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742364_1544 (size=753) 2024-11-17T03:25:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742364_1544 (size=753) 2024-11-17T03:25:11,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T03:25:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742365_1545 (size=687) 2024-11-17T03:25:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742365_1545 (size=687) 2024-11-17T03:25:11,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T03:25:11,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-17T03:25:11,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T03:25:11,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K (1413bytes) at 1731813911201Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 so closing down at 1731813911207 (+6 ms)3 split writer threads finished at 1731813911207Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731813911217 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731813911234 (+17 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731813911237 (+3 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731813911239 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731813911257 (+18 ms)Rename recovered edits hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731813911261 (+4 ms)Processed 19 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731813911261 2024-11-17T03:25:11,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731813907189/wal.dat.9 to hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9 2024-11-17T03:25:11,265 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910445; access_time=1731813909813; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910862; access_time=1731813909836; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910893; access_time=1731813909859; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910910; access_time=1731813909872; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910950; access_time=1731813909897; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731813910975; access_time=1731813909924; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731813911008; access_time=1731813909939; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813911128; access_time=1731813909964; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813911199; access_time=1731813909976; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:38285/user/jenkins/test-data/bff8bc87-18a9-a1fb-beb2-9d753a3d1613/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731813911262; access_time=1731813910386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T03:25:11,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=137 (was 143), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=5920 (was 5958) 2024-11-17T03:25:11,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=5920 2024-11-17T03:25:11,295 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T03:25:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742366_1546 (size=7) 2024-11-17T03:25:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742366_1546 (size=7) 2024-11-17T03:25:11,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38285/user/jenkins/test-data/8023e5c5-0397-8d91-bf45-0c833157771d with version=8 2024-11-17T03:25:11,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:11,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:25:11,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T03:25:11,317 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T03:25:11,317 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T03:25:11,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T03:25:11,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T03:25:11,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T03:25:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742367_1547 (size=2324) 2024-11-17T03:25:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742367_1547 (size=2324) 2024-11-17T03:25:11,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T03:25:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073742368_1548 (size=2325) 2024-11-17T03:25:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073742368_1548 (size=2325) 2024-11-17T03:25:11,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, size=2.3 K (2325bytes) 2024-11-17T03:25:11,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 2024-11-17T03:25:11,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 after 0ms 2024-11-17T03:25:11,401 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-17T03:25:11,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 so closing down 2024-11-17T03:25:11,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-17T03:25:11,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, journal: Splitting hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, size=2.3 K (2325bytes) at 1731813911399Finishing writing output for hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 so closing down at 1731813911401 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731813911401 2024-11-17T03:25:11,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731813911317/wal.dat.0 to hdfs://localhost:38285/user/jenkins/test-data/efcdee0b-f15f-4201-e8e9-57b1a2dfba17/corrupt/wal.dat.0 2024-11-17T03:25:11,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=137 (was 137), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=5920 (was 5920) 2024-11-17T03:25:11,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc8a45b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:25:11,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2446b879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:25:11,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:25:11,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:25:11,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1a8ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,STOPPED} 2024-11-17T03:25:11,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:25:11,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:25:11,479 WARN [BP-90060951-172.17.0.3-1731813844940 heartbeating to localhost/127.0.0.1:38285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:25:11,479 WARN [BP-90060951-172.17.0.3-1731813844940 heartbeating to localhost/127.0.0.1:38285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-90060951-172.17.0.3-1731813844940 (Datanode Uuid 0917e4d2-be83-4a90-bde2-2477b21c6cfd) service to localhost/127.0.0.1:38285 2024-11-17T03:25:11,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data3/current/BP-90060951-172.17.0.3-1731813844940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:25:11,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data4/current/BP-90060951-172.17.0.3-1731813844940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:25:11,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:25:11,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5fd7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:25:11,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b189de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:25:11,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:25:11,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:25:11,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1b205d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,STOPPED} 2024-11-17T03:25:11,489 WARN [BP-90060951-172.17.0.3-1731813844940 heartbeating to localhost/127.0.0.1:38285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:25:11,490 WARN [BP-90060951-172.17.0.3-1731813844940 heartbeating to localhost/127.0.0.1:38285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-90060951-172.17.0.3-1731813844940 (Datanode Uuid c5c15a45-5371-4a4d-9175-1808cc791802) service to localhost/127.0.0.1:38285 2024-11-17T03:25:11,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data1/current/BP-90060951-172.17.0.3-1731813844940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:25:11,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:25:11,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/cluster_9f986117-77e7-2070-eb88-ccfa3c432cdd/data/data2/current/BP-90060951-172.17.0.3-1731813844940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:25:11,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:25:11,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:25:11,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:25:11,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:25:11,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:25:11,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:25:11,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bf1459e-c470-cff5-281c-dab263a54519/hadoop.log.dir/,STOPPED}