2024-11-21 08:23:58,716 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 08:23:58,737 main DEBUG Took 0.018327 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 08:23:58,738 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 08:23:58,738 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 08:23:58,739 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 08:23:58,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,751 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 08:23:58,786 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,796 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,797 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,799 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,803 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:23:58,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,807 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 08:23:58,809 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:23:58,811 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 08:23:58,813 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 08:23:58,814 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 08:23:58,815 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 08:23:58,816 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 08:23:58,827 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 08:23:58,830 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 08:23:58,833 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 08:23:58,837 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 08:23:58,838 main DEBUG createAppenders(={Console}) 2024-11-21 08:23:58,839 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-21 08:23:58,839 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 08:23:58,839 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-21 08:23:58,840 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 08:23:58,841 main DEBUG OutputStream closed 2024-11-21 08:23:58,841 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 08:23:58,841 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 08:23:58,842 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-21 08:23:58,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 08:23:58,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 08:23:58,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 08:23:58,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 08:23:58,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 08:23:58,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 08:23:58,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 08:23:58,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 08:23:58,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 08:23:58,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 08:23:58,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 08:23:58,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 08:23:58,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 08:23:58,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 08:23:58,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 08:23:58,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 08:23:58,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 08:23:58,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 08:23:58,965 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 08:23:58,965 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-21 08:23:58,965 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 08:23:58,966 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-21T08:23:58,979 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-21 08:23:58,982 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 08:23:58,982 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T08:23:59,321 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0 2024-11-21T08:23:59,321 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-21T08:23:59,423 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T08:23:59,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732, deleteOnExit=true 2024-11-21T08:23:59,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/test.cache.data in system properties and HBase conf 2024-11-21T08:23:59,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T08:23:59,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir in system properties and HBase conf 2024-11-21T08:23:59,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T08:23:59,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T08:23:59,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T08:23:59,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T08:23:59,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T08:23:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T08:23:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T08:23:59,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T08:23:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T08:23:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T08:23:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T08:23:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T08:23:59,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T08:23:59,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/nfs.dump.dir in system properties and HBase conf 2024-11-21T08:23:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/java.io.tmpdir in system properties and HBase conf 2024-11-21T08:23:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T08:23:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T08:23:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T08:24:00,857 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T08:24:00,931 INFO [Time-limited test {}] log.Log(170): Logging initialized @3303ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T08:24:01,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:24:01,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T08:24:01,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T08:24:01,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T08:24:01,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T08:24:01,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:24:01,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,AVAILABLE} 2024-11-21T08:24:01,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T08:24:01,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c11409d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-10135346379087749016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T08:24:01,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-11-21T08:24:01,352 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-11-21T08:24:02,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:24:02,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T08:24:02,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T08:24:02,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T08:24:02,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T08:24:02,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfe21b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,AVAILABLE} 2024-11-21T08:24:02,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e11b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T08:24:02,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37667f9e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/java.io.tmpdir/jetty-localhost-35025-hadoop-hdfs-3_4_1-tests_jar-_-any-1612229338932924937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:24:02,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@451f7321{HTTP/1.1, (http/1.1)}{localhost:35025} 2024-11-21T08:24:02,239 INFO [Time-limited test {}] server.Server(415): Started @4612ms 2024-11-21T08:24:02,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T08:24:02,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:24:02,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T08:24:02,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T08:24:02,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T08:24:02,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T08:24:02,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fd38d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,AVAILABLE} 2024-11-21T08:24:02,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2243c342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T08:24:02,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49440465{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/java.io.tmpdir/jetty-localhost-42883-hadoop-hdfs-3_4_1-tests_jar-_-any-10427262869884190595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:24:02,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44625b75{HTTP/1.1, (http/1.1)}{localhost:42883} 2024-11-21T08:24:02,507 INFO [Time-limited test {}] server.Server(415): Started @4880ms 2024-11-21T08:24:02,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T08:24:03,997 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data3/current/BP-1542406144-172.17.0.3-1732177440231/current, will proceed with Du for space computation calculation, 2024-11-21T08:24:03,997 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data4/current/BP-1542406144-172.17.0.3-1732177440231/current, will proceed with Du for space computation calculation, 2024-11-21T08:24:03,997 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data2/current/BP-1542406144-172.17.0.3-1732177440231/current, will proceed with Du for space computation calculation, 2024-11-21T08:24:03,997 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data1/current/BP-1542406144-172.17.0.3-1732177440231/current, will proceed with Du for space computation calculation, 2024-11-21T08:24:04,033 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T08:24:04,033 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T08:24:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3cbeba434603631 with lease ID 0x19036e49eac0fd60: Processing first storage report for DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cb9a47e0-0c04-4ef7-8d6e-84b29c4102a8, infoPort=38641, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231) 2024-11-21T08:24:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3cbeba434603631 with lease ID 0x19036e49eac0fd60: from storage DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cb9a47e0-0c04-4ef7-8d6e-84b29c4102a8, infoPort=38641, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T08:24:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ee4209684ca510 with lease ID 0x19036e49eac0fd5f: Processing first storage report for DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911 from datanode DatanodeRegistration(127.0.0.1:36779, datanodeUuid=5f12fd86-a709-458b-b712-ed3783e574cd, infoPort=39265, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231) 2024-11-21T08:24:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ee4209684ca510 with lease ID 0x19036e49eac0fd5f: from storage DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911 node DatanodeRegistration(127.0.0.1:36779, datanodeUuid=5f12fd86-a709-458b-b712-ed3783e574cd, infoPort=39265, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T08:24:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3cbeba434603631 with lease ID 0x19036e49eac0fd60: Processing first storage report for DS-0af1bd20-52ba-4efe-b52c-999ff7d438c9 from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cb9a47e0-0c04-4ef7-8d6e-84b29c4102a8, infoPort=38641, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231) 2024-11-21T08:24:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3cbeba434603631 with lease ID 0x19036e49eac0fd60: from storage DS-0af1bd20-52ba-4efe-b52c-999ff7d438c9 node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cb9a47e0-0c04-4ef7-8d6e-84b29c4102a8, infoPort=38641, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T08:24:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ee4209684ca510 with lease ID 0x19036e49eac0fd5f: Processing first storage report for DS-0cd1feec-2167-4b1c-8fd6-ea87b4491cc0 from datanode DatanodeRegistration(127.0.0.1:36779, datanodeUuid=5f12fd86-a709-458b-b712-ed3783e574cd, infoPort=39265, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231) 2024-11-21T08:24:04,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ee4209684ca510 with lease ID 0x19036e49eac0fd5f: from storage DS-0cd1feec-2167-4b1c-8fd6-ea87b4491cc0 node DatanodeRegistration(127.0.0.1:36779, datanodeUuid=5f12fd86-a709-458b-b712-ed3783e574cd, infoPort=39265, infoSecurePort=0, ipcPort=46635, storageInfo=lv=-57;cid=testClusterID;nsid=53709545;c=1732177440231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T08:24:04,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0 2024-11-21T08:24:04,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=5618 2024-11-21T08:24:04,159 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:04,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:04,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:04,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741825_1001 (size=7) 2024-11-21T08:24:04,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741825_1001 (size=7) 2024-11-21T08:24:04,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:04,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:04,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:04,817 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:04,853 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T08:24:04,871 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T08:24:04,875 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:04,876 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:04,878 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:04,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:04,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,908 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T08:24:04,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741826_1002 (size=1393) 2024-11-21T08:24:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741826_1002 (size=1393) 2024-11-21T08:24:04,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:04,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741827_1003 (size=1393) 2024-11-21T08:24:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741827_1003 (size=1393) 2024-11-21T08:24:04,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:04,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:04,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741828_1004 (size=1393) 2024-11-21T08:24:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741828_1004 (size=1393) 2024-11-21T08:24:05,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:05,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741829_1005 (size=1393) 2024-11-21T08:24:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741829_1005 (size=1393) 2024-11-21T08:24:05,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:05,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:05,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741830_1006 (size=1393) 2024-11-21T08:24:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741830_1006 (size=1393) 2024-11-21T08:24:05,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:05,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:05,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741831_1007 (size=1393) 2024-11-21T08:24:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741831_1007 (size=1393) 2024-11-21T08:24:05,526 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:05,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:05,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741832_1008 (size=1405) 2024-11-21T08:24:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741832_1008 (size=1405) 2024-11-21T08:24:05,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:05,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:05,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741833_1009 (size=1413) 2024-11-21T08:24:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741833_1009 (size=1413) 2024-11-21T08:24:05,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:05,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741834_1010 (size=1413) 2024-11-21T08:24:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741834_1010 (size=1413) 2024-11-21T08:24:05,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:05,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741835_1011 (size=1413) 2024-11-21T08:24:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741835_1011 (size=1413) 2024-11-21T08:24:05,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:05,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:05,718 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T08:24:05,718 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T08:24:05,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0 2024-11-21T08:24:05,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0 after 3ms 2024-11-21T08:24:05,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0 took 50ms 2024-11-21T08:24:05,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0 so closing down 2024-11-21T08:24:05,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:05,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:05,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:05,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0, size=1.4 K (1393bytes) at 1732177445717Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0 so closing down at 1732177445771 (+54 ms)3 split writer threads finished at 1732177445775 (+4 ms)Processed 0 edits across 0 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/3a13aade-4b6c-357f-00d1-ad4da2eef1af/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732177444858/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177445780 (+5 ms) 2024-11-21T08:24:05,782 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-21T08:24:05,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=134 (was 129) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1251954728_22 at /127.0.0.1:39376 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2473564f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5498 (was 5618) 2024-11-21T08:24:05,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=5498 2024-11-21T08:24:05,807 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741836_1012 (size=7) 2024-11-21T08:24:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741836_1012 (size=7) 2024-11-21T08:24:05,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:05,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:05,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:05,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:05,829 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-21T08:24:05,829 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:05,831 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:05,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:05,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:05,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741837_1013 (size=2324) 2024-11-21T08:24:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741837_1013 (size=2324) 2024-11-21T08:24:05,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:05,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T08:24:05,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 2024-11-21T08:24:05,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 after 1ms 2024-11-21T08:24:05,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 took 5ms 2024-11-21T08:24:05,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 so closing down 2024-11-21T08:24:05,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:05,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:05,930 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:05,930 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:05,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:05,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741838_1014 (size=743) 2024-11-21T08:24:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741839_1015 (size=743) 2024-11-21T08:24:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741839_1015 (size=743) 2024-11-21T08:24:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741838_1014 (size=743) 2024-11-21T08:24:05,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-21T08:24:05,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-21T08:24:05,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:05,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:05,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 58 ms; skipped=7; WAL=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T08:24:05,954 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0, size=2.3 K (2324bytes) at 1732177445889Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 so closing down at 1732177445903 (+14 ms)3 split writer threads finished at 1732177445903Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177445932 (+29 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177445932Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732177445950 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732177445950Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177445953 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177445953Processed 27 edits across 2 Regions in 58 ms; skipped=7; WAL=hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732177445954 (+1 ms) 2024-11-21T08:24:05,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/WALs/testsplitlogfilemultipleregions,16010,1732177445829/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/0da1ed60-abb5-04d8-b075-1d04a7266350/oldWALs/wal.dat.0 2024-11-21T08:24:05,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=135 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-633617826_22 at /127.0.0.1:40594 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-633617826_22 at /127.0.0.1:39376 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=5485 (was 5498) 2024-11-21T08:24:05,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=5483 2024-11-21T08:24:05,997 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741840_1016 (size=7) 2024-11-21T08:24:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741840_1016 (size=7) 2024-11-21T08:24:06,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:06,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:06,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:06,017 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:06,017 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:06,019 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:06,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:06,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741841_1017 (size=2324) 2024-11-21T08:24:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741841_1017 (size=2324) 2024-11-21T08:24:06,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:06,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T08:24:06,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0 so closing down 2024-11-21T08:24:06,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-21T08:24:06,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0, size=2.3 K (2324bytes) at 1732177446937Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0 so closing down at 1732177446938 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/99274029-2a3a-5a0b-b781-fa1246adcedf/WALs/testterminationaskedbyreporter,16010,1732177446017/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732177446938 2024-11-21T08:24:06,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135 (was 135), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=5426 (was 5483) 2024-11-21T08:24:06,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=5425 2024-11-21T08:24:06,957 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741842_1018 (size=7) 2024-11-21T08:24:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741842_1018 (size=7) 2024-11-21T08:24:06,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:06,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:06,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:06,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:06,981 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-21T08:24:06,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:06,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:06,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741843_1019 (size=1043) 2024-11-21T08:24:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741843_1019 (size=1043) 2024-11-21T08:24:07,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:07,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:07,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741845_1021 (size=1043) 2024-11-21T08:24:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741845_1021 (size=1043) 2024-11-21T08:24:07,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:07,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:07,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741846_1022 (size=1043) 2024-11-21T08:24:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741846_1022 (size=1043) 2024-11-21T08:24:07,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:07,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:07,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741847_1023 (size=1043) 2024-11-21T08:24:07,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741847_1023 (size=1043) 2024-11-21T08:24:07,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:07,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:07,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741848_1024 (size=1043) 2024-11-21T08:24:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741848_1024 (size=1043) 2024-11-21T08:24:07,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:07,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:07,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741849_1025 (size=1043) 2024-11-21T08:24:07,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741849_1025 (size=1043) 2024-11-21T08:24:07,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:07,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:07,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741850_1026 (size=1043) 2024-11-21T08:24:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741850_1026 (size=1043) 2024-11-21T08:24:07,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:07,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:07,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741851_1027 (size=1043) 2024-11-21T08:24:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741851_1027 (size=1043) 2024-11-21T08:24:07,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:07,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:07,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741852_1028 (size=1043) 2024-11-21T08:24:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741852_1028 (size=1043) 2024-11-21T08:24:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:07,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0, size=1.0 K (1043bytes) 2024-11-21T08:24:07,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 2024-11-21T08:24:07,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 after 1ms 2024-11-21T08:24:07,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 took 6ms 2024-11-21T08:24:07,241 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-21T08:24:07,242 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 so closing down 2024-11-21T08:24:07,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:07,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:07,243 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:07,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0, size=1.0 K (1043bytes) at 1732177447233Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 so closing down at 1732177447242 (+9 ms)3 split writer threads finished at 1732177447243 (+1 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177447243 2024-11-21T08:24:07,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.0 2024-11-21T08:24:07,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1, size=180 (180bytes) 2024-11-21T08:24:07,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 2024-11-21T08:24:07,249 WARN [IPC Server handler 1 on default port 39901 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-21T08:24:07,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 after 1ms 2024-11-21T08:24:08,065 WARN [ResponseProcessor for block BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:08,065 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-777535768_22 at /127.0.0.1:40630 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40630 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:08,065 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-777535768_22 at /127.0.0.1:39468 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39468 dst: /127.0.0.1:36779 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36779 remote=/127.0.0.1:39468]. Total timeout mills is 60000, 58965 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:08,069 WARN [DataStreamer for file /user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK], DatanodeInfoWithStorage[127.0.0.1:33155,DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK]) is bad. 2024-11-21T08:24:08,077 WARN [DataStreamer for file /user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741844_1029 (size=1035) 2024-11-21T08:24:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741844_1029 (size=1035) 2024-11-21T08:24:11,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 after 4002ms 2024-11-21T08:24:11,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 took 4016ms 2024-11-21T08:24:11,275 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1; continuing. 2024-11-21T08:24:11,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 so closing down 2024-11-21T08:24:11,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-21T08:24:11,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1, size=180 (180bytes) at 1732177447247Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 so closing down at 1732177451277 (+4030 ms)3 split writer threads finished at 1732177451278 (+1 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732177451278 2024-11-21T08:24:11,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.1 2024-11-21T08:24:11,286 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2, size=1.0 K (1043bytes) 2024-11-21T08:24:11,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 2024-11-21T08:24:11,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 after 1ms 2024-11-21T08:24:11,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 took 28ms 2024-11-21T08:24:11,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 so closing down 2024-11-21T08:24:11,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2, size=1.0 K (1043bytes) at 1732177451286Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 so closing down at 1732177451339 (+53 ms)3 split writer threads finished at 1732177451343 (+4 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451343 2024-11-21T08:24:11,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.2 2024-11-21T08:24:11,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3, size=1.0 K (1043bytes) 2024-11-21T08:24:11,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 2024-11-21T08:24:11,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 after 11ms 2024-11-21T08:24:11,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 took 18ms 2024-11-21T08:24:11,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 so closing down 2024-11-21T08:24:11,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3, size=1.0 K (1043bytes) at 1732177451353Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 so closing down at 1732177451413 (+60 ms)3 split writer threads finished at 1732177451413Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451414 (+1 ms) 2024-11-21T08:24:11,423 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.3 2024-11-21T08:24:11,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4, size=1.0 K (1043bytes) 2024-11-21T08:24:11,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 2024-11-21T08:24:11,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 after 3ms 2024-11-21T08:24:11,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 took 8ms 2024-11-21T08:24:11,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 so closing down 2024-11-21T08:24:11,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4, size=1.0 K (1043bytes) at 1732177451423Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 so closing down at 1732177451453 (+30 ms)3 split writer threads finished at 1732177451454 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451454 2024-11-21T08:24:11,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.4 2024-11-21T08:24:11,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5, size=1.0 K (1043bytes) 2024-11-21T08:24:11,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 2024-11-21T08:24:11,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 after 1ms 2024-11-21T08:24:11,466 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 took 5ms 2024-11-21T08:24:11,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 so closing down 2024-11-21T08:24:11,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5, size=1.0 K (1043bytes) at 1732177451461Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 so closing down at 1732177451470 (+9 ms)3 split writer threads finished at 1732177451470Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451470 2024-11-21T08:24:11,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.5 2024-11-21T08:24:11,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6, size=1.0 K (1043bytes) 2024-11-21T08:24:11,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 2024-11-21T08:24:11,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 after 0ms 2024-11-21T08:24:11,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 took 5ms 2024-11-21T08:24:11,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 so closing down 2024-11-21T08:24:11,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,493 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6, size=1.0 K (1043bytes) at 1732177451475Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 so closing down at 1732177451491 (+16 ms)3 split writer threads finished at 1732177451493 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451493 2024-11-21T08:24:11,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.6 2024-11-21T08:24:11,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7, size=1.0 K (1043bytes) 2024-11-21T08:24:11,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 2024-11-21T08:24:11,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 after 1ms 2024-11-21T08:24:11,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 took 7ms 2024-11-21T08:24:11,528 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 so closing down 2024-11-21T08:24:11,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7, size=1.0 K (1043bytes) at 1732177451498Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 so closing down at 1732177451528 (+30 ms)3 split writer threads finished at 1732177451529 (+1 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451529 2024-11-21T08:24:11,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.7 2024-11-21T08:24:11,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8, size=1.0 K (1043bytes) 2024-11-21T08:24:11,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 2024-11-21T08:24:11,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 after 2ms 2024-11-21T08:24:11,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 took 7ms 2024-11-21T08:24:11,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 so closing down 2024-11-21T08:24:11,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8, size=1.0 K (1043bytes) at 1732177451538Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 so closing down at 1732177451564 (+26 ms)3 split writer threads finished at 1732177451564Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451564 2024-11-21T08:24:11,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.8 2024-11-21T08:24:11,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9, size=1.0 K (1043bytes) 2024-11-21T08:24:11,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 2024-11-21T08:24:11,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 after 6ms 2024-11-21T08:24:11,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 took 22ms 2024-11-21T08:24:11,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 so closing down 2024-11-21T08:24:11,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:11,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:11,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T08:24:11,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9, size=1.0 K (1043bytes) at 1732177451580Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 so closing down at 1732177451622 (+42 ms)3 split writer threads finished at 1732177451625 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732177451625 2024-11-21T08:24:11,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/WALs/testsplitdeletedregion,16010,1732177446980/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/78ff0922-b11e-54ff-cd84-db427ada9c2d/oldWALs/wal.dat.9 2024-11-21T08:24:11,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=141 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1719479338_22 at /127.0.0.1:40710 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1719479338_22 at /127.0.0.1:39570 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=5218 (was 5425) 2024-11-21T08:24:11,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5216 2024-11-21T08:24:11,673 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741853_1030 (size=7) 2024-11-21T08:24:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741853_1030 (size=7) 2024-11-21T08:24:11,760 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:11,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:11,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:11,771 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:11,772 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T08:24:11,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:11,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:11,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:11,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741854_1031 (size=863) 2024-11-21T08:24:11,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741854_1031 (size=863) 2024-11-21T08:24:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741855_1032 (size=859) 2024-11-21T08:24:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741855_1032 (size=859) 2024-11-21T08:24:12,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0, size=859 (859bytes) 2024-11-21T08:24:12,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 2024-11-21T08:24:12,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 after 3ms 2024-11-21T08:24:12,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 took 12ms 2024-11-21T08:24:12,234 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0; continuing. 2024-11-21T08:24:12,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 so closing down 2024-11-21T08:24:12,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:12,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:12,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:12,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:12,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741856_1033 (size=863) 2024-11-21T08:24:12,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741856_1033 (size=863) 2024-11-21T08:24:12,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:12,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T08:24:12,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 270 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-21T08:24:12,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0, size=859 (859bytes) at 1732177452013Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 so closing down at 1732177452235 (+222 ms)3 split writer threads finished at 1732177452235Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177452257 (+22 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177452312 (+55 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732177452321 (+9 ms)Processed 10 edits across 1 Regions in 270 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732177452321 2024-11-21T08:24:12,328 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/WALs/testcorruptwaltrailer,16010,1732177451772/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/05246c99-a0c8-8b8a-04b9-7fdf6d67068d/oldWALs/wal.dat.0 2024-11-21T08:24:12,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141 (was 141), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=5189 (was 5216) 2024-11-21T08:24:12,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5188 2024-11-21T08:24:12,381 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741857_1034 (size=7) 2024-11-21T08:24:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741857_1034 (size=7) 2024-11-21T08:24:12,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:12,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,419 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:12,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141 (was 141), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=5185 (was 5188) 2024-11-21T08:24:12,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5185 2024-11-21T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741858_1035 (size=7) 2024-11-21T08:24:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741858_1035 (size=7) 2024-11-21T08:24:12,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:12,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,556 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:12,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-21T08:24:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741859_1036 (size=93) 2024-11-21T08:24:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741859_1036 (size=93) 2024-11-21T08:24:12,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141 (was 141), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=5173 (was 5185) 2024-11-21T08:24:12,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5172 2024-11-21T08:24:12,714 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:12,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741860_1037 (size=7) 2024-11-21T08:24:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741860_1037 (size=7) 2024-11-21T08:24:12,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:12,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:12,806 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:12,807 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:12,808 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:12,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:12,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741861_1038 (size=1393) 2024-11-21T08:24:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741861_1038 (size=1393) 2024-11-21T08:24:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:12,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741862_1039 (size=1393) 2024-11-21T08:24:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741862_1039 (size=1393) 2024-11-21T08:24:13,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:13,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741863_1040 (size=1393) 2024-11-21T08:24:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741863_1040 (size=1393) 2024-11-21T08:24:13,080 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:13,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:13,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741864_1041 (size=1393) 2024-11-21T08:24:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741864_1041 (size=1393) 2024-11-21T08:24:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:13,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741865_1042 (size=1393) 2024-11-21T08:24:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741865_1042 (size=1393) 2024-11-21T08:24:13,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:13,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741866_1043 (size=1393) 2024-11-21T08:24:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741866_1043 (size=1393) 2024-11-21T08:24:13,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:13,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:13,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741867_1044 (size=1405) 2024-11-21T08:24:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741867_1044 (size=1405) 2024-11-21T08:24:13,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:13,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:13,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741868_1045 (size=1413) 2024-11-21T08:24:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741868_1045 (size=1413) 2024-11-21T08:24:13,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:13,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:13,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741869_1046 (size=1413) 2024-11-21T08:24:13,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741869_1046 (size=1413) 2024-11-21T08:24:13,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:13,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:13,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741870_1047 (size=1413) 2024-11-21T08:24:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741870_1047 (size=1413) 2024-11-21T08:24:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:13,726 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:13,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7 2024-11-21T08:24:13,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7 after 0ms 2024-11-21T08:24:13,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7 took 6ms 2024-11-21T08:24:13,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7 so closing down 2024-11-21T08:24:13,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:13,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:13,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:13,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:13,792 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:13,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-21T08:24:13,792 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:13,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7, size=1.4 K (1413bytes) at 1732177453726Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7 so closing down at 1732177453747 (+21 ms)3 split writer threads finished at 1732177453753 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177453777 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177453777Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732177453792 (+15 ms)Processed 20 edits across 0 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/5f5caad3-3260-f0cf-0953-9e1db630ddce/WALs/testioeonoutputthread,16010,1732177452807/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732177453793 (+1 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732177453793 2024-11-21T08:24:13,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=142 (was 141) Potentially hanging thread: split-log-closeStream-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095185420_22 at /127.0.0.1:39570 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=5068 (was 5172) 2024-11-21T08:24:13,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5065 2024-11-21T08:24:13,857 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741871_1048 (size=7) 2024-11-21T08:24:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741871_1048 (size=7) 2024-11-21T08:24:13,877 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:13,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:13,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:13,887 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:13,954 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:13,960 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:13,973 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741872_1049 (size=2324) 2024-11-21T08:24:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741872_1049 (size=2324) 2024-11-21T08:24:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:14,112 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741873_1050 (size=1393) 2024-11-21T08:24:14,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741873_1050 (size=1393) 2024-11-21T08:24:14,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:14,180 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:14,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-21T08:24:14,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-21T08:24:14,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-21T08:24:14,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-21T08:24:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-21T08:24:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-21T08:24:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-21T08:24:14,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-21T08:24:14,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-21T08:24:14,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-21T08:24:14,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-21T08:24:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-21T08:24:14,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-21T08:24:14,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-21T08:24:14,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-21T08:24:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-21T08:24:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-21T08:24:14,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-21T08:24:14,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-21T08:24:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-21T08:24:14,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-21T08:24:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-21T08:24:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-21T08:24:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-21T08:24:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-21T08:24:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-21T08:24:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-21T08:24:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-21T08:24:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-21T08:24:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-21T08:24:14,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-21T08:24:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-21T08:24:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-21T08:24:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-21T08:24:14,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-21T08:24:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-21T08:24:14,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-21T08:24:14,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-21T08:24:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-21T08:24:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-21T08:24:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-21T08:24:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-21T08:24:14,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-21T08:24:14,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-21T08:24:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-21T08:24:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-21T08:24:14,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-21T08:24:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-21T08:24:14,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-21T08:24:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-21T08:24:14,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-21T08:24:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-21T08:24:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-21T08:24:14,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-21T08:24:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-21T08:24:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-21T08:24:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-21T08:24:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-21T08:24:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-21T08:24:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-21T08:24:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-21T08:24:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-21T08:24:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-21T08:24:14,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-21T08:24:14,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-21T08:24:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-21T08:24:14,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-21T08:24:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-21T08:24:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-21T08:24:14,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-21T08:24:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-21T08:24:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-21T08:24:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-21T08:24:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-21T08:24:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-21T08:24:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-21T08:24:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-21T08:24:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-21T08:24:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-21T08:24:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-21T08:24:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-21T08:24:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-21T08:24:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-21T08:24:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-21T08:24:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-21T08:24:14,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-21T08:24:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-21T08:24:14,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-21T08:24:14,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-21T08:24:14,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-21T08:24:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-21T08:24:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-21T08:24:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-21T08:24:14,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-21T08:24:14,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-21T08:24:14,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-21T08:24:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-21T08:24:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-21T08:24:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-21T08:24:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-21T08:24:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-21T08:24:14,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-21T08:24:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-21T08:24:14,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-21T08:24:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-21T08:24:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-21T08:24:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-21T08:24:14,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-21T08:24:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-21T08:24:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-21T08:24:14,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-21T08:24:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-21T08:24:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-21T08:24:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-21T08:24:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-21T08:24:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-21T08:24:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-21T08:24:14,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-21T08:24:14,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-21T08:24:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-21T08:24:14,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-21T08:24:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-21T08:24:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-21T08:24:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-21T08:24:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-21T08:24:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-21T08:24:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-21T08:24:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-21T08:24:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-21T08:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-21T08:24:14,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-21T08:24:14,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-21T08:24:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-21T08:24:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-21T08:24:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-21T08:24:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-21T08:24:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-21T08:24:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-21T08:24:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-21T08:24:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-21T08:24:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-21T08:24:14,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-21T08:24:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-21T08:24:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-21T08:24:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-21T08:24:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-21T08:24:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-21T08:24:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-21T08:24:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-21T08:24:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-21T08:24:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-21T08:24:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-21T08:24:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-21T08:24:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-21T08:24:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-21T08:24:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-21T08:24:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-21T08:24:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-21T08:24:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-21T08:24:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-21T08:24:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-21T08:24:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-21T08:24:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-21T08:24:14,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-21T08:24:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-21T08:24:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-21T08:24:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-21T08:24:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-21T08:24:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-21T08:24:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-21T08:24:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-21T08:24:14,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-21T08:24:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-21T08:24:14,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-21T08:24:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-21T08:24:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-21T08:24:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-21T08:24:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-21T08:24:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-21T08:24:14,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-21T08:24:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-21T08:24:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-21T08:24:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-21T08:24:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-21T08:24:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-21T08:24:14,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-21T08:24:14,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-21T08:24:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-21T08:24:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-21T08:24:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-21T08:24:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-21T08:24:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-21T08:24:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-21T08:24:14,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-21T08:24:14,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-21T08:24:14,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-21T08:24:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-21T08:24:14,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-21T08:24:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-21T08:24:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-21T08:24:14,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-21T08:24:14,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-21T08:24:14,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-21T08:24:14,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-21T08:24:14,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-21T08:24:14,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-21T08:24:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-21T08:24:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-21T08:24:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-21T08:24:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-21T08:24:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-21T08:24:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-21T08:24:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-21T08:24:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-21T08:24:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-21T08:24:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-21T08:24:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-21T08:24:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-21T08:24:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-21T08:24:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-21T08:24:15,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-21T08:24:15,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-21T08:24:15,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-21T08:24:15,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-21T08:24:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-21T08:24:15,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-21T08:24:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-21T08:24:15,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-21T08:24:15,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-21T08:24:15,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-21T08:24:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-21T08:24:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-21T08:24:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-21T08:24:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-21T08:24:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-21T08:24:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-21T08:24:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-21T08:24:15,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-21T08:24:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-21T08:24:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-21T08:24:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-21T08:24:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-21T08:24:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-21T08:24:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-21T08:24:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-21T08:24:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-21T08:24:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-21T08:24:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-21T08:24:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-21T08:24:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-21T08:24:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-21T08:24:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-21T08:24:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-21T08:24:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-21T08:24:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-21T08:24:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-21T08:24:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-21T08:24:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-21T08:24:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-21T08:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-21T08:24:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-21T08:24:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-21T08:24:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-21T08:24:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-21T08:24:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-21T08:24:15,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-21T08:24:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-21T08:24:15,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-21T08:24:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-21T08:24:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-21T08:24:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-21T08:24:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-21T08:24:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-21T08:24:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-21T08:24:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-21T08:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-21T08:24:15,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-21T08:24:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-21T08:24:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-21T08:24:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-21T08:24:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-21T08:24:15,247 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887): HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732177454111; access_time=1732177453978; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177454179; access_time=1732177454113; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732177454180; access_time=1732177454180; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T08:24:15,247 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-21T08:24:15,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-21T08:24:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-21T08:24:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-21T08:24:15,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-21T08:24:15,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-21T08:24:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-21T08:24:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-21T08:24:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-21T08:24:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-21T08:24:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-21T08:24:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-21T08:24:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-21T08:24:15,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-21T08:24:15,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-21T08:24:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-21T08:24:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-21T08:24:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-21T08:24:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-21T08:24:15,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-21T08:24:15,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T08:24:15,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 2024-11-21T08:24:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-21T08:24:15,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 after 3ms 2024-11-21T08:24:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-21T08:24:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-21T08:24:15,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-21T08:24:15,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-21T08:24:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-21T08:24:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-21T08:24:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-21T08:24:15,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 took 20ms 2024-11-21T08:24:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-21T08:24:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-21T08:24:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-21T08:24:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-21T08:24:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-21T08:24:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-21T08:24:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-21T08:24:15,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 so closing down 2024-11-21T08:24:15,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:15,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-21T08:24:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-21T08:24:15,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-21T08:24:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-21T08:24:15,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-21T08:24:15,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-21T08:24:15,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-21T08:24:15,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-21T08:24:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-21T08:24:15,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-21T08:24:15,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-21T08:24:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-21T08:24:15,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-21T08:24:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-21T08:24:15,388 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-21T08:24:15,390 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-21T08:24:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-21T08:24:15,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-21T08:24:15,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-21T08:24:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-21T08:24:15,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-21T08:24:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-21T08:24:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:15,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-21T08:24:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-21T08:24:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-21T08:24:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-21T08:24:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-21T08:24:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-21T08:24:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-21T08:24:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-21T08:24:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-21T08:24:15,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-21T08:24:15,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-21T08:24:15,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-21T08:24:15,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-21T08:24:15,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-21T08:24:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-21T08:24:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-21T08:24:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-21T08:24:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-21T08:24:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-21T08:24:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-21T08:24:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-21T08:24:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-21T08:24:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-21T08:24:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741875_1052 (size=743) 2024-11-21T08:24:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-21T08:24:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741875_1052 (size=743) 2024-11-21T08:24:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-21T08:24:15,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:15,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-21T08:24:15,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-21T08:24:15,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-21T08:24:15,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-21T08:24:15,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-21T08:24:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-21T08:24:15,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-21T08:24:15,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-21T08:24:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-21T08:24:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-21T08:24:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-21T08:24:15,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-21T08:24:15,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-21T08:24:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-21T08:24:15,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741876_1053 (size=743) 2024-11-21T08:24:15,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741876_1053 (size=743) 2024-11-21T08:24:15,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-21T08:24:15,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:15,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-21T08:24:15,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:15,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 197 ms; skipped=7; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T08:24:15,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0, size=2.3 K (2324bytes) at 1732177455310Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 so closing down at 1732177455347 (+37 ms)3 split writer threads finished at 1732177455348 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177455404 (+56 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177455419 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177455497 (+78 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177455502 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177455534 (+32 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177455537 (+3 ms)Processed 27 edits across 2 Regions in 197 ms; skipped=7; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732177455538 (+1 ms) 2024-11-21T08:24:15,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-21T08:24:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,542 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/oldWALs/wal.dat.0 2024-11-21T08:24:15,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:15,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 2024-11-21T08:24:15,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-21T08:24:15,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 after 1ms 2024-11-21T08:24:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-21T08:24:15,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-21T08:24:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 took 6ms 2024-11-21T08:24:15,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-21T08:24:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-21T08:24:15,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-21T08:24:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-21T08:24:15,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-21T08:24:15,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-21T08:24:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-21T08:24:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-21T08:24:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-21T08:24:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-21T08:24:15,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-21T08:24:15,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-21T08:24:15,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-21T08:24:15,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 so closing down 2024-11-21T08:24:15,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:15,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-21T08:24:15,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-21T08:24:15,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-21T08:24:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-21T08:24:15,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-21T08:24:15,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-21T08:24:15,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-21T08:24:15,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-21T08:24:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-21T08:24:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:15,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-21T08:24:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-21T08:24:15,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-21T08:24:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-21T08:24:15,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:15,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-21T08:24:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:15,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-21T08:24:15,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-21T08:24:15,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-21T08:24:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-21T08:24:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-21T08:24:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-21T08:24:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-21T08:24:15,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-21T08:24:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-21T08:24:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-21T08:24:15,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-21T08:24:15,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-21T08:24:15,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-21T08:24:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-21T08:24:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-21T08:24:15,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-21T08:24:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-21T08:24:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-21T08:24:15,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-21T08:24:15,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-21T08:24:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-21T08:24:15,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-21T08:24:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-21T08:24:15,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-21T08:24:15,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-21T08:24:15,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-21T08:24:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-21T08:24:15,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-21T08:24:15,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-21T08:24:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741877_1054 (size=743) 2024-11-21T08:24:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741877_1054 (size=743) 2024-11-21T08:24:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-21T08:24:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-21T08:24:15,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:15,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-21T08:24:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-21T08:24:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-21T08:24:15,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:15,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-21T08:24:15,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-21T08:24:15,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-21T08:24:15,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-21T08:24:15,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-21T08:24:15,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-21T08:24:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-21T08:24:15,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-21T08:24:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-21T08:24:15,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-21T08:24:15,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-21T08:24:15,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-21T08:24:15,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-21T08:24:15,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-21T08:24:15,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741878_1055 (size=743) 2024-11-21T08:24:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741878_1055 (size=743) 2024-11-21T08:24:15,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-21T08:24:15,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-21T08:24:15,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-21T08:24:15,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-21T08:24:15,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-21T08:24:15,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-21T08:24:15,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-21T08:24:15,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-21T08:24:15,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-21T08:24:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-21T08:24:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-21T08:24:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-21T08:24:15,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-21T08:24:15,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-21T08:24:15,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-21T08:24:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-21T08:24:15,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-21T08:24:15,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-21T08:24:15,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-21T08:24:15,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-21T08:24:15,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-21T08:24:15,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-21T08:24:15,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-21T08:24:15,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-21T08:24:15,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-21T08:24:15,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-21T08:24:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-21T08:24:15,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-21T08:24:15,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-21T08:24:15,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-21T08:24:15,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-21T08:24:15,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-21T08:24:15,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-21T08:24:15,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-21T08:24:15,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-21T08:24:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-21T08:24:15,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-21T08:24:15,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-21T08:24:15,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-21T08:24:15,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-21T08:24:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-21T08:24:15,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-21T08:24:15,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-21T08:24:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-21T08:24:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-21T08:24:15,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-21T08:24:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-21T08:24:15,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-21T08:24:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-21T08:24:15,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-21T08:24:15,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-21T08:24:15,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-21T08:24:15,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-21T08:24:15,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-21T08:24:15,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-21T08:24:15,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-21T08:24:15,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-21T08:24:15,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-21T08:24:15,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-21T08:24:15,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-21T08:24:15,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-21T08:24:15,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-21T08:24:15,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-21T08:24:15,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-21T08:24:15,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-21T08:24:15,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-21T08:24:15,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-21T08:24:15,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-21T08:24:15,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-21T08:24:15,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-21T08:24:15,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-21T08:24:15,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-21T08:24:15,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-21T08:24:15,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-21T08:24:15,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-21T08:24:15,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-21T08:24:15,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-21T08:24:15,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-21T08:24:15,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-21T08:24:15,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-21T08:24:15,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-21T08:24:15,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-21T08:24:15,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:15,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-21T08:24:15,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:15,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-21T08:24:16,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-21T08:24:16,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-21T08:24:16,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-21T08:24:16,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-21T08:24:16,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-21T08:24:16,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-21T08:24:16,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-21T08:24:16,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-21T08:24:16,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-21T08:24:16,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-21T08:24:16,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-21T08:24:16,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-21T08:24:16,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-21T08:24:16,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-21T08:24:16,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-21T08:24:16,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-21T08:24:16,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-21T08:24:16,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-21T08:24:16,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-21T08:24:16,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-21T08:24:16,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-21T08:24:16,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-21T08:24:16,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-21T08:24:16,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-21T08:24:16,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-21T08:24:16,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-21T08:24:16,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-21T08:24:16,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-21T08:24:16,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-21T08:24:16,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-21T08:24:16,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-21T08:24:16,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-21T08:24:16,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-21T08:24:16,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-21T08:24:16,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-21T08:24:16,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-21T08:24:16,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-21T08:24:16,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-21T08:24:16,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-21T08:24:16,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-21T08:24:16,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-21T08:24:16,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-21T08:24:16,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-21T08:24:16,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-21T08:24:16,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-21T08:24:16,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-21T08:24:16,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-21T08:24:16,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-21T08:24:16,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-21T08:24:16,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-21T08:24:16,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-21T08:24:16,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-21T08:24:16,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-21T08:24:16,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-21T08:24:16,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-21T08:24:16,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-21T08:24:16,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-21T08:24:16,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-21T08:24:16,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-21T08:24:16,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:16,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:16,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-21T08:24:16,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 598 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:16,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1, size=1.4 K (1393bytes) at 1732177455543Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 so closing down at 1732177455578 (+35 ms)3 split writer threads finished at 1732177455582 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177455612 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177455617 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177455711 (+94 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177455722 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177456169 (+447 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177456172 (+3 ms)Processed 20 edits across 2 Regions in 598 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177456173 (+1 ms) 2024-11-21T08:24:16,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-21T08:24:16,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/oldWALs/wal.dat.1 2024-11-21T08:24:16,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2, size=150 (150bytes) 2024-11-21T08:24:16,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 2024-11-21T08:24:16,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,178 WARN [IPC Server handler 4 on default port 39901 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-21T08:24:16,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-21T08:24:16,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 after 2ms 2024-11-21T08:24:16,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-21T08:24:16,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-21T08:24:16,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-21T08:24:16,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-21T08:24:16,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-21T08:24:16,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-21T08:24:16,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-21T08:24:16,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-21T08:24:16,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-21T08:24:16,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-21T08:24:16,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-21T08:24:16,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-21T08:24:16,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-21T08:24:16,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-21T08:24:16,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-21T08:24:16,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-21T08:24:16,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-21T08:24:16,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-21T08:24:16,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-21T08:24:16,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-21T08:24:16,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-21T08:24:16,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-21T08:24:16,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-21T08:24:16,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-21T08:24:16,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-21T08:24:16,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-21T08:24:16,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-21T08:24:16,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-21T08:24:16,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-21T08:24:16,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-21T08:24:16,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-21T08:24:16,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-21T08:24:16,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-21T08:24:16,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-21T08:24:16,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-21T08:24:16,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-21T08:24:16,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-21T08:24:16,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-21T08:24:16,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-21T08:24:16,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-21T08:24:16,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-21T08:24:16,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-21T08:24:16,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-21T08:24:16,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-21T08:24:16,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-21T08:24:16,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-21T08:24:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-21T08:24:16,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-21T08:24:16,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-21T08:24:16,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-21T08:24:16,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-21T08:24:16,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-21T08:24:16,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-21T08:24:16,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-21T08:24:16,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-21T08:24:16,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-21T08:24:16,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-21T08:24:16,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-21T08:24:16,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-21T08:24:16,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-21T08:24:16,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-21T08:24:16,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-21T08:24:16,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-21T08:24:16,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-21T08:24:16,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-21T08:24:16,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-21T08:24:16,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-21T08:24:16,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-21T08:24:16,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-21T08:24:16,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-21T08:24:16,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-21T08:24:16,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-21T08:24:16,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-21T08:24:16,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-21T08:24:16,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-21T08:24:16,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-21T08:24:16,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-21T08:24:16,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-21T08:24:16,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-21T08:24:16,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-21T08:24:16,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-21T08:24:16,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-21T08:24:16,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-21T08:24:16,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-21T08:24:16,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-21T08:24:16,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-21T08:24:16,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-21T08:24:16,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-21T08:24:16,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-21T08:24:16,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-21T08:24:16,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-21T08:24:16,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-21T08:24:16,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-21T08:24:16,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-21T08:24:16,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-21T08:24:16,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-21T08:24:16,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-21T08:24:16,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-21T08:24:16,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-21T08:24:16,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-21T08:24:16,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-21T08:24:16,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-21T08:24:16,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-21T08:24:16,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-21T08:24:16,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-21T08:24:16,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-21T08:24:16,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-21T08:24:16,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-21T08:24:16,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-21T08:24:16,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-21T08:24:16,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-21T08:24:16,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-21T08:24:16,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-21T08:24:16,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-21T08:24:16,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-21T08:24:16,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-21T08:24:16,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-21T08:24:16,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-21T08:24:16,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-21T08:24:16,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-21T08:24:16,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-21T08:24:16,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-21T08:24:16,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-21T08:24:16,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-21T08:24:16,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-21T08:24:16,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-21T08:24:16,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-21T08:24:16,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-21T08:24:16,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-21T08:24:16,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-21T08:24:16,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-21T08:24:16,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-21T08:24:16,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-21T08:24:16,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-21T08:24:16,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-21T08:24:16,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-21T08:24:16,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-21T08:24:16,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-21T08:24:16,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-21T08:24:16,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-21T08:24:16,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-21T08:24:16,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-21T08:24:16,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-21T08:24:16,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-21T08:24:16,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-21T08:24:16,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-21T08:24:16,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-21T08:24:16,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-21T08:24:16,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-21T08:24:16,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-21T08:24:16,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-21T08:24:16,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-21T08:24:16,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-21T08:24:16,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-21T08:24:16,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-21T08:24:16,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-21T08:24:16,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-21T08:24:16,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-21T08:24:16,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-21T08:24:16,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-21T08:24:16,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-21T08:24:16,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-21T08:24:16,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-21T08:24:16,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-21T08:24:16,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-21T08:24:16,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-21T08:24:16,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-21T08:24:16,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-21T08:24:16,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-21T08:24:16,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-21T08:24:16,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-21T08:24:16,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-21T08:24:16,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-21T08:24:16,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-21T08:24:16,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-21T08:24:16,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-21T08:24:16,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-21T08:24:16,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-21T08:24:16,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-21T08:24:16,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-21T08:24:16,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-21T08:24:16,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-21T08:24:16,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-21T08:24:16,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-21T08:24:16,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-21T08:24:16,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-21T08:24:16,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-21T08:24:16,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-21T08:24:16,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-21T08:24:16,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-21T08:24:16,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-21T08:24:16,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-21T08:24:16,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-21T08:24:16,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-21T08:24:16,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-21T08:24:16,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-21T08:24:16,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-21T08:24:16,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-21T08:24:16,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-21T08:24:16,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-21T08:24:16,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-21T08:24:16,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-21T08:24:16,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-21T08:24:16,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-21T08:24:16,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-21T08:24:16,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-21T08:24:16,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-21T08:24:16,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-21T08:24:16,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-21T08:24:16,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-21T08:24:16,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-21T08:24:16,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-21T08:24:16,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-21T08:24:16,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-21T08:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-21T08:24:16,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-21T08:24:16,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-21T08:24:16,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-21T08:24:16,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-21T08:24:16,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-21T08:24:16,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-21T08:24:16,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-21T08:24:16,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-21T08:24:16,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-21T08:24:16,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-21T08:24:16,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-21T08:24:16,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-21T08:24:16,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-21T08:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-21T08:24:16,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-21T08:24:16,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-21T08:24:16,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-21T08:24:16,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-21T08:24:16,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-21T08:24:16,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-21T08:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-21T08:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-21T08:24:16,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-21T08:24:16,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-21T08:24:16,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-21T08:24:16,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-21T08:24:16,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-21T08:24:16,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-21T08:24:16,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-21T08:24:16,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-21T08:24:16,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-21T08:24:16,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-21T08:24:16,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-21T08:24:16,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-21T08:24:16,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-21T08:24:16,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-21T08:24:16,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-21T08:24:16,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-21T08:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-21T08:24:16,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-21T08:24:16,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-21T08:24:16,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-21T08:24:16,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-21T08:24:16,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-21T08:24:16,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-21T08:24:16,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-21T08:24:16,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-21T08:24:16,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-21T08:24:16,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-21T08:24:16,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-21T08:24:16,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-21T08:24:16,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-21T08:24:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-21T08:24:16,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-21T08:24:16,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-21T08:24:16,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-21T08:24:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-21T08:24:16,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-21T08:24:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-21T08:24:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-21T08:24:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-21T08:24:16,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-21T08:24:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-21T08:24:16,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-21T08:24:16,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-21T08:24:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-21T08:24:16,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-21T08:24:16,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-21T08:24:16,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-21T08:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:16,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-21T08:24:16,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:16,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-21T08:24:17,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-21T08:24:17,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-21T08:24:17,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-21T08:24:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-21T08:24:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-21T08:24:17,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-21T08:24:17,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-21T08:24:17,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-21T08:24:17,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-21T08:24:17,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-21T08:24:17,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-21T08:24:17,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-21T08:24:17,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-21T08:24:17,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-21T08:24:17,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-21T08:24:17,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-21T08:24:17,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-21T08:24:17,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-21T08:24:17,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-21T08:24:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-21T08:24:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-21T08:24:17,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-21T08:24:17,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-21T08:24:17,081 WARN [ResponseProcessor for block BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:17,081 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1959006737_539 at /127.0.0.1:59622 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59622 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:17,082 WARN [DataStreamer for file /user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK], DatanodeInfoWithStorage[127.0.0.1:33155,DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK]) is bad. 2024-11-21T08:24:17,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T08:24:17,083 WARN [DataStreamer for file /user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:17,081 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1959006737_539 at /127.0.0.1:33182 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33182 dst: /127.0.0.1:36779 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36779 remote=/127.0.0.1:33182]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:17,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T08:24:17,084 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-21T08:24:17,085 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 943 2024-11-21T08:24:17,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-21T08:24:17,085 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:17,092 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741874_1056 (size=59683) 2024-11-21T08:24:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741874_1056 (size=59683) 2024-11-21T08:24:20,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 after 4003ms 2024-11-21T08:24:20,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 took 4008ms 2024-11-21T08:24:20,221 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2; continuing. 2024-11-21T08:24:20,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 so closing down 2024-11-21T08:24:20,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:20,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:20,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:20,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:20,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:20,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741879_1057 (size=743) 2024-11-21T08:24:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741879_1057 (size=743) 2024-11-21T08:24:20,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:20,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741880_1058 (size=59041) 2024-11-21T08:24:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741880_1058 (size=59041) 2024-11-21T08:24:20,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 922 edits, skipped 0 edits in 8 ms) 2024-11-21T08:24:20,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:20,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 932 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T08:24:20,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2, size=150 (150bytes) at 1732177456177Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 so closing down at 1732177460221 (+4044 ms)3 split writer threads finished at 1732177460221Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177460234 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177460240 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177460254 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177460256 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 922 edits, skipped 0 edits in 8 ms) at 1732177460268 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177460270 (+2 ms)Processed 932 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732177460270 2024-11-21T08:24:20,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/WALs/testlogcannotbewrittenonceparsed,16010,1732177453887/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/f3e85614-bc66-db02-54ac-3fd4f10bab6e/oldWALs/wal.dat.2 2024-11-21T08:24:20,273 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-21T08:24:20,311 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=942, robber=942 2024-11-21T08:24:20,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 141) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:39901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:39901 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095185420_22 at /127.0.0.1:33232 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:39901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396361549) connection to localhost/127.0.0.1:39901 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=396 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4534 (was 5065) 2024-11-21T08:24:20,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=396, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=4531 2024-11-21T08:24:20,343 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741881_1059 (size=7) 2024-11-21T08:24:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741881_1059 (size=7) 2024-11-21T08:24:20,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:20,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:20,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:20,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:20,375 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:20,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:20,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741882_1060 (size=1393) 2024-11-21T08:24:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741882_1060 (size=1393) 2024-11-21T08:24:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:20,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741883_1061 (size=1393) 2024-11-21T08:24:20,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741883_1061 (size=1393) 2024-11-21T08:24:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:20,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741884_1062 (size=1393) 2024-11-21T08:24:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741884_1062 (size=1393) 2024-11-21T08:24:20,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:20,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:20,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741885_1063 (size=1393) 2024-11-21T08:24:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741885_1063 (size=1393) 2024-11-21T08:24:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:20,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741886_1064 (size=1393) 2024-11-21T08:24:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741886_1064 (size=1393) 2024-11-21T08:24:20,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:20,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741887_1065 (size=1393) 2024-11-21T08:24:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741887_1065 (size=1393) 2024-11-21T08:24:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:20,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741888_1066 (size=1405) 2024-11-21T08:24:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741888_1066 (size=1405) 2024-11-21T08:24:20,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:20,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:20,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741889_1067 (size=1413) 2024-11-21T08:24:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741889_1067 (size=1413) 2024-11-21T08:24:20,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:20,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741890_1068 (size=1413) 2024-11-21T08:24:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741890_1068 (size=1413) 2024-11-21T08:24:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:21,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741891_1069 (size=1413) 2024-11-21T08:24:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741891_1069 (size=1413) 2024-11-21T08:24:21,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:21,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:21,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 2024-11-21T08:24:21,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 after 3ms 2024-11-21T08:24:21,214 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:23,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 took 2015ms 2024-11-21T08:24:23,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 so closing down 2024-11-21T08:24:23,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:23,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:23,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:23,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741892_1070 (size=743) 2024-11-21T08:24:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741892_1070 (size=743) 2024-11-21T08:24:23,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741893_1071 (size=743) 2024-11-21T08:24:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741893_1071 (size=743) 2024-11-21T08:24:23,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:23,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0, size=1.4 K (1393bytes) at 1732177461210Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 so closing down at 1732177463239 (+2029 ms)3 split writer threads finished at 1732177463244 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177463286 (+42 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177463297 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463331 (+34 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177463338 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463366 (+28 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177463373 (+7 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463373 2024-11-21T08:24:23,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.0 2024-11-21T08:24:23,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:23,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 2024-11-21T08:24:23,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 after 2ms 2024-11-21T08:24:23,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 took 11ms 2024-11-21T08:24:23,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 so closing down 2024-11-21T08:24:23,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,440 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:23,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:23,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:23,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741894_1072 (size=743) 2024-11-21T08:24:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741894_1072 (size=743) 2024-11-21T08:24:23,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741895_1073 (size=743) 2024-11-21T08:24:23,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741895_1073 (size=743) 2024-11-21T08:24:23,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:23,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1, size=1.4 K (1393bytes) at 1732177463387Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 so closing down at 1732177463413 (+26 ms)3 split writer threads finished at 1732177463415 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177463460 (+45 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177463469 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463491 (+22 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177463497 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463507 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177463517 (+10 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463517 2024-11-21T08:24:23,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.1 2024-11-21T08:24:23,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:23,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 2024-11-21T08:24:23,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 after 2ms 2024-11-21T08:24:23,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 took 12ms 2024-11-21T08:24:23,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 so closing down 2024-11-21T08:24:23,544 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,545 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:23,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:23,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:23,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741896_1074 (size=743) 2024-11-21T08:24:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741896_1074 (size=743) 2024-11-21T08:24:23,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741897_1075 (size=743) 2024-11-21T08:24:23,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741897_1075 (size=743) 2024-11-21T08:24:23,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:23,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2, size=1.4 K (1393bytes) at 1732177463526Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 so closing down at 1732177463544 (+18 ms)3 split writer threads finished at 1732177463545 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177463559 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177463560 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463588 (+28 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177463594 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463605 (+11 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177463618 (+13 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463618 2024-11-21T08:24:23,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.2 2024-11-21T08:24:23,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:23,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 2024-11-21T08:24:23,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 after 1ms 2024-11-21T08:24:23,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 took 6ms 2024-11-21T08:24:23,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 so closing down 2024-11-21T08:24:23,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,640 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:23,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:23,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:23,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741898_1076 (size=743) 2024-11-21T08:24:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741898_1076 (size=743) 2024-11-21T08:24:23,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741899_1077 (size=743) 2024-11-21T08:24:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741899_1077 (size=743) 2024-11-21T08:24:23,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:23,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3, size=1.4 K (1393bytes) at 1732177463625Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 so closing down at 1732177463634 (+9 ms)3 split writer threads finished at 1732177463634Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177463652 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177463654 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463661 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177463666 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463670 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177463673 (+3 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463673 2024-11-21T08:24:23,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.3 2024-11-21T08:24:23,677 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:23,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 2024-11-21T08:24:23,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 after 1ms 2024-11-21T08:24:23,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 took 5ms 2024-11-21T08:24:23,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 so closing down 2024-11-21T08:24:23,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:23,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:23,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:23,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741901_1079 (size=743) 2024-11-21T08:24:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741901_1079 (size=743) 2024-11-21T08:24:23,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741900_1078 (size=743) 2024-11-21T08:24:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741900_1078 (size=743) 2024-11-21T08:24:23,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:23,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:23,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4, size=1.4 K (1393bytes) at 1732177463677Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 so closing down at 1732177463684 (+7 ms)3 split writer threads finished at 1732177463684Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177463695 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177463696 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463707 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463710 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177463713 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177463715 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463716 (+1 ms) 2024-11-21T08:24:23,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.4 2024-11-21T08:24:23,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:23,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 2024-11-21T08:24:23,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 after 1ms 2024-11-21T08:24:23,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 took 7ms 2024-11-21T08:24:23,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 so closing down 2024-11-21T08:24:23,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:23,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:23,768 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:23,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741902_1080 (size=743) 2024-11-21T08:24:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741902_1080 (size=743) 2024-11-21T08:24:23,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741903_1081 (size=743) 2024-11-21T08:24:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741903_1081 (size=743) 2024-11-21T08:24:23,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:23,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:23,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5, size=1.4 K (1393bytes) at 1732177463719Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 so closing down at 1732177463736 (+17 ms)3 split writer threads finished at 1732177463745 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177463765 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177463780 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463793 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177463797 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463815 (+18 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177463821 (+6 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177463821 2024-11-21T08:24:23,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.5 2024-11-21T08:24:23,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:23,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 2024-11-21T08:24:23,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 after 1ms 2024-11-21T08:24:23,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 took 5ms 2024-11-21T08:24:23,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 so closing down 2024-11-21T08:24:23,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,848 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:23,848 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:23,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:23,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741905_1083 (size=749) 2024-11-21T08:24:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741904_1082 (size=749) 2024-11-21T08:24:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741905_1083 (size=749) 2024-11-21T08:24:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741904_1082 (size=749) 2024-11-21T08:24:23,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:23,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:23,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:23,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6, size=1.4 K (1405bytes) at 1732177463828Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 so closing down at 1732177463841 (+13 ms)3 split writer threads finished at 1732177463844 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177463849 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177463851 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463860 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463861 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177463864 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177463866 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177463866 2024-11-21T08:24:23,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.6 2024-11-21T08:24:23,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:23,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 2024-11-21T08:24:23,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 after 0ms 2024-11-21T08:24:23,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 took 6ms 2024-11-21T08:24:23,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 so closing down 2024-11-21T08:24:23,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:23,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:23,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:23,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741907_1085 (size=753) 2024-11-21T08:24:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741907_1085 (size=753) 2024-11-21T08:24:23,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741906_1084 (size=753) 2024-11-21T08:24:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741906_1084 (size=753) 2024-11-21T08:24:23,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:23,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:23,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:23,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7, size=1.4 K (1413bytes) at 1732177463871Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 so closing down at 1732177463878 (+7 ms)3 split writer threads finished at 1732177463878Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177463884 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177463885 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463895 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177463898 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177463913 (+15 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177463924 (+11 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177463924 2024-11-21T08:24:23,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.7 2024-11-21T08:24:23,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:23,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 2024-11-21T08:24:23,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 after 3ms 2024-11-21T08:24:23,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 took 11ms 2024-11-21T08:24:23,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 so closing down 2024-11-21T08:24:23,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:23,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:23,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:23,972 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:23,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:23,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741908_1086 (size=753) 2024-11-21T08:24:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741908_1086 (size=753) 2024-11-21T08:24:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741909_1087 (size=753) 2024-11-21T08:24:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741909_1087 (size=753) 2024-11-21T08:24:24,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:24,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:24,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:24,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:24,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:24,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8, size=1.4 K (1413bytes) at 1732177463929Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 so closing down at 1732177463949 (+20 ms)3 split writer threads finished at 1732177463956 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177463980 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177463982 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177464409 (+427 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177464413 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177464420 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177464423 (+3 ms)Processed 20 edits across 2 Regions in 476 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177464423 2024-11-21T08:24:24,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.8 2024-11-21T08:24:24,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:24,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 2024-11-21T08:24:24,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 after 0ms 2024-11-21T08:24:24,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 took 7ms 2024-11-21T08:24:24,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 so closing down 2024-11-21T08:24:24,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:24,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:24,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:24,444 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:24,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:24,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741911_1089 (size=753) 2024-11-21T08:24:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741911_1089 (size=753) 2024-11-21T08:24:24,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:24,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741910_1088 (size=753) 2024-11-21T08:24:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741910_1088 (size=753) 2024-11-21T08:24:24,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:24,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:24,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:24,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9, size=1.4 K (1413bytes) at 1732177464430Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 so closing down at 1732177464438 (+8 ms)3 split writer threads finished at 1732177464439 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177464446 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177464452 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177464468 (+16 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177464471 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177464477 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177464481 (+4 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177464481 2024-11-21T08:24:24,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/WALs/testretryopenduringrecovery,16010,1732177460373/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/40ef654c-b3fa-a3df-895a-ac31771cf681/oldWALs/wal.dat.9 2024-11-21T08:24:24,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147 (was 146) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095185420_22 at /127.0.0.1:40492 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095185420_22 at /127.0.0.1:57196 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 396) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=4429 (was 4531) 2024-11-21T08:24:24,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=4429 2024-11-21T08:24:24,504 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741912_1090 (size=7) 2024-11-21T08:24:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741912_1090 (size=7) 2024-11-21T08:24:24,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:24,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:24,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:24,518 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:24,519 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:24,519 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:24,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:24,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741913_1091 (size=1393) 2024-11-21T08:24:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741913_1091 (size=1393) 2024-11-21T08:24:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:24,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:24,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741914_1092 (size=1393) 2024-11-21T08:24:24,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741914_1092 (size=1393) 2024-11-21T08:24:25,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:25,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:25,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741915_1093 (size=1393) 2024-11-21T08:24:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741915_1093 (size=1393) 2024-11-21T08:24:25,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:25,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741916_1094 (size=1393) 2024-11-21T08:24:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741916_1094 (size=1393) 2024-11-21T08:24:25,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:25,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741917_1095 (size=1393) 2024-11-21T08:24:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741917_1095 (size=1393) 2024-11-21T08:24:25,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:25,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:25,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741919_1097 (size=1405) 2024-11-21T08:24:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741919_1097 (size=1405) 2024-11-21T08:24:25,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:25,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:25,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741920_1098 (size=1413) 2024-11-21T08:24:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741920_1098 (size=1413) 2024-11-21T08:24:25,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:25,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741921_1099 (size=1413) 2024-11-21T08:24:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741921_1099 (size=1413) 2024-11-21T08:24:25,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:25,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741922_1100 (size=1413) 2024-11-21T08:24:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741922_1100 (size=1413) 2024-11-21T08:24:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:25,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:25,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 2024-11-21T08:24:25,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 after 0ms 2024-11-21T08:24:25,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 took 6ms 2024-11-21T08:24:25,619 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 so closing down 2024-11-21T08:24:25,619 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:25,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:25,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:25,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:25,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:25,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741923_1101 (size=743) 2024-11-21T08:24:25,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741923_1101 (size=743) 2024-11-21T08:24:25,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-21T08:24:25,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741924_1102 (size=743) 2024-11-21T08:24:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741924_1102 (size=743) 2024-11-21T08:24:25,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:25,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:25,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0, size=1.4 K (1393bytes) at 1732177465591Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 so closing down at 1732177465619 (+28 ms)3 split writer threads finished at 1732177465620 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177465650 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177465651 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1732177465712 (+61 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177465713 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465722 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177465733 (+11 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177465746 (+13 ms) 2024-11-21T08:24:25,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.0 2024-11-21T08:24:25,763 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:25,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 2024-11-21T08:24:25,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 after 6ms 2024-11-21T08:24:25,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 took 17ms 2024-11-21T08:24:25,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 so closing down 2024-11-21T08:24:25,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:25,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:25,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:25,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:25,821 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741925_1103 (size=743) 2024-11-21T08:24:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741925_1103 (size=743) 2024-11-21T08:24:25,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:25,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741926_1104 (size=743) 2024-11-21T08:24:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741926_1104 (size=743) 2024-11-21T08:24:25,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:25,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:25,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1, size=1.4 K (1393bytes) at 1732177465763Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 so closing down at 1732177465781 (+18 ms)3 split writer threads finished at 1732177465792 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177465816 (+24 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465831 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177465832 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177465834 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465851 (+17 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177465853 (+2 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177465854 (+1 ms) 2024-11-21T08:24:25,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.1 2024-11-21T08:24:25,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:25,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 2024-11-21T08:24:25,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 after 1ms 2024-11-21T08:24:25,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 took 6ms 2024-11-21T08:24:25,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 so closing down 2024-11-21T08:24:25,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:25,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:25,883 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:25,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:25,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:25,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741927_1105 (size=743) 2024-11-21T08:24:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741927_1105 (size=743) 2024-11-21T08:24:25,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741928_1106 (size=743) 2024-11-21T08:24:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741928_1106 (size=743) 2024-11-21T08:24:25,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:25,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:25,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2, size=1.4 K (1393bytes) at 1732177465860Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 so closing down at 1732177465870 (+10 ms)3 split writer threads finished at 1732177465870Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177465886 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177465894 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465905 (+11 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177465907 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465915 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177465920 (+5 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177465920 2024-11-21T08:24:25,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.2 2024-11-21T08:24:25,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:25,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 2024-11-21T08:24:25,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 after 0ms 2024-11-21T08:24:25,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 took 3ms 2024-11-21T08:24:25,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 so closing down 2024-11-21T08:24:25,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:25,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:25,952 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:25,953 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:25,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:25,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741929_1107 (size=743) 2024-11-21T08:24:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741929_1107 (size=743) 2024-11-21T08:24:25,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741930_1108 (size=743) 2024-11-21T08:24:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741930_1108 (size=743) 2024-11-21T08:24:25,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:25,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:25,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:25,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3, size=1.4 K (1393bytes) at 1732177465925Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 so closing down at 1732177465937 (+12 ms)3 split writer threads finished at 1732177465939 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177465953 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177465954 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465978 (+24 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177465980 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177465983 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177465988 (+5 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177465989 (+1 ms) 2024-11-21T08:24:25,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.3 2024-11-21T08:24:25,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:25,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 2024-11-21T08:24:25,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 after 4ms 2024-11-21T08:24:26,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 took 8ms 2024-11-21T08:24:26,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 so closing down 2024-11-21T08:24:26,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:26,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:26,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:26,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:26,013 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:26,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741932_1110 (size=743) 2024-11-21T08:24:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741932_1110 (size=743) 2024-11-21T08:24:26,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:26,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741931_1109 (size=743) 2024-11-21T08:24:26,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:26,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741931_1109 (size=743) 2024-11-21T08:24:26,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:26,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:26,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:26,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4, size=1.4 K (1393bytes) at 1732177465992Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 so closing down at 1732177466007 (+15 ms)3 split writer threads finished at 1732177466009 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177466013 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177466014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177466037 (+23 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177466045 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177466048 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177466053 (+5 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177466054 (+1 ms) 2024-11-21T08:24:26,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.4 2024-11-21T08:24:26,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5, size=150 (150bytes) 2024-11-21T08:24:26,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 2024-11-21T08:24:26,061 WARN [IPC Server handler 1 on default port 39901 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-21T08:24:26,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 after 1ms 2024-11-21T08:24:27,082 WARN [ResponseProcessor for block BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:27,082 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1569167420_22 at /127.0.0.1:40752 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40752 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:27,082 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1569167420_22 at /127.0.0.1:57386 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57386 dst: /127.0.0.1:36779 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36779 remote=/127.0.0.1:57386]. Total timeout mills is 60000, 58220 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:27,082 WARN [DataStreamer for file /user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK], DatanodeInfoWithStorage[127.0.0.1:33155,DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK]) is bad. 2024-11-21T08:24:27,089 WARN [DataStreamer for file /user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 block BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:30,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 after 4002ms 2024-11-21T08:24:30,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 took 4006ms 2024-11-21T08:24:30,069 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5; continuing. 2024-11-21T08:24:30,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 so closing down 2024-11-21T08:24:30,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:30,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:30,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:30,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:30,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:30,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741933_1112 (size=743) 2024-11-21T08:24:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741933_1112 (size=743) 2024-11-21T08:24:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741934_1113 (size=743) 2024-11-21T08:24:30,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741934_1113 (size=743) 2024-11-21T08:24:30,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:30,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:30,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T08:24:30,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5, size=150 (150bytes) at 1732177466061Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 so closing down at 1732177470069 (+4008 ms)3 split writer threads finished at 1732177470070 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177470092 (+22 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177470104 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470523 (+419 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177470525 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470532 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177470533 (+1 ms)Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732177470533 2024-11-21T08:24:30,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.5 2024-11-21T08:24:30,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:30,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 2024-11-21T08:24:30,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 after 1ms 2024-11-21T08:24:30,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 took 3ms 2024-11-21T08:24:30,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 so closing down 2024-11-21T08:24:30,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:30,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:30,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:30,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:30,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:30,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741936_1115 (size=749) 2024-11-21T08:24:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741936_1115 (size=749) 2024-11-21T08:24:30,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741935_1114 (size=749) 2024-11-21T08:24:30,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741935_1114 (size=749) 2024-11-21T08:24:30,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:30,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:30,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6, size=1.4 K (1405bytes) at 1732177470535Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 so closing down at 1732177470539 (+4 ms)3 split writer threads finished at 1732177470539Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177470542 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177470543 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470560 (+17 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177470562 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470566 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177470568 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177470568 2024-11-21T08:24:30,569 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.6 2024-11-21T08:24:30,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:30,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 2024-11-21T08:24:30,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 after 0ms 2024-11-21T08:24:30,572 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 took 3ms 2024-11-21T08:24:30,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 so closing down 2024-11-21T08:24:30,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:30,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:30,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:30,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:30,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:30,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741937_1116 (size=753) 2024-11-21T08:24:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741937_1116 (size=753) 2024-11-21T08:24:30,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741938_1117 (size=753) 2024-11-21T08:24:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741938_1117 (size=753) 2024-11-21T08:24:30,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:30,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:30,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:30,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7, size=1.4 K (1413bytes) at 1732177470570Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 so closing down at 1732177470574 (+4 ms)3 split writer threads finished at 1732177470574Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177470577 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177470584 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470588 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470591 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177470591Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177470593 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177470594 (+1 ms) 2024-11-21T08:24:30,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.7 2024-11-21T08:24:30,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:30,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 2024-11-21T08:24:30,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 after 0ms 2024-11-21T08:24:30,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 took 3ms 2024-11-21T08:24:30,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 so closing down 2024-11-21T08:24:30,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:30,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:30,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:30,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:30,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:30,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741940_1119 (size=753) 2024-11-21T08:24:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741940_1119 (size=753) 2024-11-21T08:24:30,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741939_1118 (size=753) 2024-11-21T08:24:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741939_1118 (size=753) 2024-11-21T08:24:30,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:30,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:30,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8, size=1.4 K (1413bytes) at 1732177470596Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 so closing down at 1732177470599 (+3 ms)3 split writer threads finished at 1732177470599Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177470603 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177470604 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470619 (+15 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177470621 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470635 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177470637 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177470637 2024-11-21T08:24:30,639 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.8 2024-11-21T08:24:30,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:30,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 2024-11-21T08:24:30,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 after 0ms 2024-11-21T08:24:30,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 took 2ms 2024-11-21T08:24:30,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 so closing down 2024-11-21T08:24:30,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:30,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:30,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:30,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:30,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:30,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741942_1121 (size=753) 2024-11-21T08:24:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741942_1121 (size=753) 2024-11-21T08:24:30,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741941_1120 (size=753) 2024-11-21T08:24:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741941_1120 (size=753) 2024-11-21T08:24:30,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:30,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:30,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:30,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9, size=1.4 K (1413bytes) at 1732177470639Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 so closing down at 1732177470643 (+4 ms)3 split writer threads finished at 1732177470643Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177470650 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177470650Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470662 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177470664 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177470667 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177470673 (+6 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177470673 2024-11-21T08:24:30,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732177464519/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/8d7886ea-c089-0b8f-6a13-202bcffc7bd9/oldWALs/wal.dat.9 2024-11-21T08:24:30,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 400) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4222 (was 4429) 2024-11-21T08:24:30,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4222 2024-11-21T08:24:30,772 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741943_1122 (size=7) 2024-11-21T08:24:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741943_1122 (size=7) 2024-11-21T08:24:30,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:30,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:30,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:30,792 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:30,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=4222 (was 4222) 2024-11-21T08:24:30,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4221 2024-11-21T08:24:30,817 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:30,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741944_1123 (size=7) 2024-11-21T08:24:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741944_1123 (size=7) 2024-11-21T08:24:30,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:30,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:30,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:30,868 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:30,869 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:30,870 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:30,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:30,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741945_1124 (size=1393) 2024-11-21T08:24:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741945_1124 (size=1393) 2024-11-21T08:24:30,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:30,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741946_1125 (size=1393) 2024-11-21T08:24:30,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741946_1125 (size=1393) 2024-11-21T08:24:30,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:30,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:30,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741947_1126 (size=1393) 2024-11-21T08:24:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741947_1126 (size=1393) 2024-11-21T08:24:30,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:30,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741948_1127 (size=1393) 2024-11-21T08:24:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741948_1127 (size=1393) 2024-11-21T08:24:31,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:31,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:31,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741949_1128 (size=1393) 2024-11-21T08:24:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741949_1128 (size=1393) 2024-11-21T08:24:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:31,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741950_1129 (size=1393) 2024-11-21T08:24:31,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741950_1129 (size=1393) 2024-11-21T08:24:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:31,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741951_1130 (size=1405) 2024-11-21T08:24:31,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741951_1130 (size=1405) 2024-11-21T08:24:31,104 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:31,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741952_1131 (size=1413) 2024-11-21T08:24:31,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741952_1131 (size=1413) 2024-11-21T08:24:31,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:31,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741953_1132 (size=1413) 2024-11-21T08:24:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741953_1132 (size=1413) 2024-11-21T08:24:31,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:31,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:31,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:31,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741954_1133 (size=1413) 2024-11-21T08:24:31,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741954_1133 (size=1413) 2024-11-21T08:24:31,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:31,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:31,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 2024-11-21T08:24:31,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 after 0ms 2024-11-21T08:24:31,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 took 3ms 2024-11-21T08:24:31,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 so closing down 2024-11-21T08:24:31,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:31,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:31,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:31,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741955_1134 (size=743) 2024-11-21T08:24:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741955_1134 (size=743) 2024-11-21T08:24:31,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741956_1135 (size=743) 2024-11-21T08:24:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741956_1135 (size=743) 2024-11-21T08:24:31,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:31,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,223 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0, size=1.4 K (1393bytes) at 1732177471199Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 so closing down at 1732177471205 (+6 ms)3 split writer threads finished at 1732177471205Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177471209 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177471211 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471219 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177471221 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471222 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177471223 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471223 2024-11-21T08:24:31,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.0 2024-11-21T08:24:31,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:31,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 2024-11-21T08:24:31,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 after 1ms 2024-11-21T08:24:31,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 took 3ms 2024-11-21T08:24:31,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 so closing down 2024-11-21T08:24:31,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:31,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:31,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:31,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741957_1136 (size=743) 2024-11-21T08:24:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741957_1136 (size=743) 2024-11-21T08:24:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741958_1137 (size=743) 2024-11-21T08:24:31,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741958_1137 (size=743) 2024-11-21T08:24:31,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:31,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:31,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1, size=1.4 K (1393bytes) at 1732177471225Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 so closing down at 1732177471229 (+4 ms)3 split writer threads finished at 1732177471229Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177471232 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177471232Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471242 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177471243 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471644 (+401 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177471648 (+4 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471649 (+1 ms) 2024-11-21T08:24:31,654 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.1 2024-11-21T08:24:31,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:31,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 2024-11-21T08:24:31,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 after 1ms 2024-11-21T08:24:31,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 took 5ms 2024-11-21T08:24:31,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 so closing down 2024-11-21T08:24:31,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:31,664 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:31,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:31,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741959_1138 (size=743) 2024-11-21T08:24:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741959_1138 (size=743) 2024-11-21T08:24:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741960_1139 (size=743) 2024-11-21T08:24:31,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741960_1139 (size=743) 2024-11-21T08:24:31,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:31,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:31,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2, size=1.4 K (1393bytes) at 1732177471655Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 so closing down at 1732177471661 (+6 ms)3 split writer threads finished at 1732177471661Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177471665 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177471666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471671 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471672 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177471673 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177471673Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471673 2024-11-21T08:24:31,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.2 2024-11-21T08:24:31,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:31,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 2024-11-21T08:24:31,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 after 0ms 2024-11-21T08:24:31,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 took 4ms 2024-11-21T08:24:31,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 so closing down 2024-11-21T08:24:31,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:31,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:31,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:31,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741961_1140 (size=743) 2024-11-21T08:24:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741962_1141 (size=743) 2024-11-21T08:24:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741962_1141 (size=743) 2024-11-21T08:24:31,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741961_1140 (size=743) 2024-11-21T08:24:31,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:31,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:31,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3, size=1.4 K (1393bytes) at 1732177471676Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 so closing down at 1732177471680 (+4 ms)3 split writer threads finished at 1732177471680Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177471684 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177471684Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471691 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471691Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177471692 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177471692Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471693 (+1 ms) 2024-11-21T08:24:31,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.3 2024-11-21T08:24:31,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:31,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 2024-11-21T08:24:31,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 after 1ms 2024-11-21T08:24:31,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 took 2ms 2024-11-21T08:24:31,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 so closing down 2024-11-21T08:24:31,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,700 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:31,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:31,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:31,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741964_1143 (size=743) 2024-11-21T08:24:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741964_1143 (size=743) 2024-11-21T08:24:31,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741963_1142 (size=743) 2024-11-21T08:24:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741963_1142 (size=743) 2024-11-21T08:24:31,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:31,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4, size=1.4 K (1393bytes) at 1732177471694Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 so closing down at 1732177471698 (+4 ms)3 split writer threads finished at 1732177471698Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177471701 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177471701Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471706 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177471707 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471710 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177471711 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471711 2024-11-21T08:24:31,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.4 2024-11-21T08:24:31,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:31,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 2024-11-21T08:24:31,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 after 0ms 2024-11-21T08:24:31,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 took 2ms 2024-11-21T08:24:31,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 so closing down 2024-11-21T08:24:31,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:31,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:31,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:31,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741966_1145 (size=743) 2024-11-21T08:24:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741965_1144 (size=743) 2024-11-21T08:24:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741965_1144 (size=743) 2024-11-21T08:24:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741966_1145 (size=743) 2024-11-21T08:24:31,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:31,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:31,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:31,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5, size=1.4 K (1393bytes) at 1732177471713Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 so closing down at 1732177471716 (+3 ms)3 split writer threads finished at 1732177471716Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177471719 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177471719Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471724 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471724Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177471726 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177471726Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177471726 2024-11-21T08:24:31,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.5 2024-11-21T08:24:31,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:31,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 2024-11-21T08:24:31,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 after 0ms 2024-11-21T08:24:31,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 took 3ms 2024-11-21T08:24:31,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 so closing down 2024-11-21T08:24:31,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,733 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:31,733 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:31,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:31,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741968_1147 (size=749) 2024-11-21T08:24:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741967_1146 (size=749) 2024-11-21T08:24:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741967_1146 (size=749) 2024-11-21T08:24:31,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741968_1147 (size=749) 2024-11-21T08:24:31,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:31,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:31,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:31,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6, size=1.4 K (1405bytes) at 1732177471728Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 so closing down at 1732177471731 (+3 ms)3 split writer threads finished at 1732177471731Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177471734 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177471734Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471741 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471741Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177471743 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177471743Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177471743 2024-11-21T08:24:31,744 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.6 2024-11-21T08:24:31,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:31,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 2024-11-21T08:24:31,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 after 1ms 2024-11-21T08:24:31,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 took 2ms 2024-11-21T08:24:31,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 so closing down 2024-11-21T08:24:31,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:31,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:31,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:31,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:31,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:31,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741970_1149 (size=753) 2024-11-21T08:24:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741970_1149 (size=753) 2024-11-21T08:24:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741969_1148 (size=753) 2024-11-21T08:24:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741969_1148 (size=753) 2024-11-21T08:24:31,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:31,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:32,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:32,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:32,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7, size=1.4 K (1413bytes) at 1732177471744Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 so closing down at 1732177471747 (+3 ms)3 split writer threads finished at 1732177471747Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177471750 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177471750Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177471755 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177471756 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472156 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177472158 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177472158 2024-11-21T08:24:32,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.7 2024-11-21T08:24:32,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:32,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 2024-11-21T08:24:32,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 after 1ms 2024-11-21T08:24:32,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 took 3ms 2024-11-21T08:24:32,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 so closing down 2024-11-21T08:24:32,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:32,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:32,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:32,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:32,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:32,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741972_1151 (size=753) 2024-11-21T08:24:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741972_1151 (size=753) 2024-11-21T08:24:32,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741971_1150 (size=753) 2024-11-21T08:24:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741971_1150 (size=753) 2024-11-21T08:24:32,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:32,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:32,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8, size=1.4 K (1413bytes) at 1732177472160Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 so closing down at 1732177472165 (+5 ms)3 split writer threads finished at 1732177472165Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177472170 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177472170Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472179 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177472181 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472182 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177472183 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177472184 (+1 ms) 2024-11-21T08:24:32,185 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.8 2024-11-21T08:24:32,185 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:32,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 2024-11-21T08:24:32,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 after 0ms 2024-11-21T08:24:32,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 took 2ms 2024-11-21T08:24:32,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 so closing down 2024-11-21T08:24:32,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:32,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:32,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:32,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:32,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:32,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741974_1153 (size=753) 2024-11-21T08:24:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741974_1153 (size=753) 2024-11-21T08:24:32,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741973_1152 (size=753) 2024-11-21T08:24:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741973_1152 (size=753) 2024-11-21T08:24:32,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:32,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:32,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9, size=1.4 K (1413bytes) at 1732177472185Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 so closing down at 1732177472188 (+3 ms)3 split writer threads finished at 1732177472188Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177472191 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177472191Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472196 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177472197 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472198 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177472199 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177472199 2024-11-21T08:24:32,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/WALs/testsplit,16010,1732177470869/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/2d5f77a8-bdaa-0092-52ab-4af4987c2c7b/oldWALs/wal.dat.9 2024-11-21T08:24:32,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=4214 (was 4221) 2024-11-21T08:24:32,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4214 2024-11-21T08:24:32,265 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:32,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741975_1154 (size=7) 2024-11-21T08:24:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741975_1154 (size=7) 2024-11-21T08:24:32,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:32,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:32,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:32,278 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:32,279 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:32,279 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:32,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:32,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741976_1155 (size=1393) 2024-11-21T08:24:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741976_1155 (size=1393) 2024-11-21T08:24:32,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:32,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:32,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741977_1156 (size=1393) 2024-11-21T08:24:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741977_1156 (size=1393) 2024-11-21T08:24:32,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:32,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741978_1157 (size=1393) 2024-11-21T08:24:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741978_1157 (size=1393) 2024-11-21T08:24:32,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:32,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:32,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741979_1158 (size=1393) 2024-11-21T08:24:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741979_1158 (size=1393) 2024-11-21T08:24:32,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:32,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741980_1159 (size=1393) 2024-11-21T08:24:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741980_1159 (size=1393) 2024-11-21T08:24:32,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:32,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741981_1160 (size=1393) 2024-11-21T08:24:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741981_1160 (size=1393) 2024-11-21T08:24:32,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:32,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741982_1161 (size=1405) 2024-11-21T08:24:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741982_1161 (size=1405) 2024-11-21T08:24:32,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:32,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741983_1162 (size=1413) 2024-11-21T08:24:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741983_1162 (size=1413) 2024-11-21T08:24:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:32,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741984_1163 (size=1413) 2024-11-21T08:24:32,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741984_1163 (size=1413) 2024-11-21T08:24:32,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:32,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:32,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741985_1164 (size=1413) 2024-11-21T08:24:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741985_1164 (size=1413) 2024-11-21T08:24:32,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:32,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:32,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 2024-11-21T08:24:32,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 after 1ms 2024-11-21T08:24:32,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 took 3ms 2024-11-21T08:24:32,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 so closing down 2024-11-21T08:24:32,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:32,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:32,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:32,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:32,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:32,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741986_1165 (size=743) 2024-11-21T08:24:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741986_1165 (size=743) 2024-11-21T08:24:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741987_1166 (size=743) 2024-11-21T08:24:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741987_1166 (size=743) 2024-11-21T08:24:32,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:32,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:33,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:33,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0, size=1.4 K (1393bytes) at 1732177472832Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 so closing down at 1732177472838 (+6 ms)3 split writer threads finished at 1732177472838Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177472842 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177472842Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177472848 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177472850 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473250 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177473257 (+7 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473257 2024-11-21T08:24:33,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.0 2024-11-21T08:24:33,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:33,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 2024-11-21T08:24:33,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 after 1ms 2024-11-21T08:24:33,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 took 3ms 2024-11-21T08:24:33,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 so closing down 2024-11-21T08:24:33,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,269 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:33,269 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:33,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:33,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741988_1167 (size=743) 2024-11-21T08:24:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741988_1167 (size=743) 2024-11-21T08:24:33,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741989_1168 (size=743) 2024-11-21T08:24:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741989_1168 (size=743) 2024-11-21T08:24:33,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:33,288 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1, size=1.4 K (1393bytes) at 1732177473261Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 so closing down at 1732177473266 (+5 ms)3 split writer threads finished at 1732177473266Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177473270 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177473270Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473279 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177473281 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473286 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177473288 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473288 2024-11-21T08:24:33,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.1 2024-11-21T08:24:33,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:33,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 2024-11-21T08:24:33,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 after 0ms 2024-11-21T08:24:33,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 took 2ms 2024-11-21T08:24:33,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 so closing down 2024-11-21T08:24:33,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,297 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:33,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:33,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:33,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:33,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741991_1170 (size=743) 2024-11-21T08:24:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741990_1169 (size=743) 2024-11-21T08:24:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741991_1170 (size=743) 2024-11-21T08:24:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741990_1169 (size=743) 2024-11-21T08:24:33,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:33,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:33,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2, size=1.4 K (1393bytes) at 1732177473291Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 so closing down at 1732177473295 (+4 ms)3 split writer threads finished at 1732177473295Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177473298 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177473298Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473306 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473306Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177473308 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177473308Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473308 2024-11-21T08:24:33,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.2 2024-11-21T08:24:33,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:33,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 2024-11-21T08:24:33,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 after 0ms 2024-11-21T08:24:33,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 took 3ms 2024-11-21T08:24:33,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 so closing down 2024-11-21T08:24:33,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:33,317 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:33,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:33,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741992_1171 (size=743) 2024-11-21T08:24:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741992_1171 (size=743) 2024-11-21T08:24:33,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741993_1172 (size=743) 2024-11-21T08:24:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741993_1172 (size=743) 2024-11-21T08:24:33,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:33,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3, size=1.4 K (1393bytes) at 1732177473311Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 so closing down at 1732177473315 (+4 ms)3 split writer threads finished at 1732177473315Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177473318 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177473320 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473324 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177473326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473328 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177473330 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473330 2024-11-21T08:24:33,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.3 2024-11-21T08:24:33,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:33,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 2024-11-21T08:24:33,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 after 0ms 2024-11-21T08:24:33,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 took 3ms 2024-11-21T08:24:33,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 so closing down 2024-11-21T08:24:33,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:33,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:33,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:33,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741995_1174 (size=743) 2024-11-21T08:24:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741995_1174 (size=743) 2024-11-21T08:24:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741994_1173 (size=743) 2024-11-21T08:24:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741994_1173 (size=743) 2024-11-21T08:24:33,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:33,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:33,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4, size=1.4 K (1393bytes) at 1732177473333Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 so closing down at 1732177473337 (+4 ms)3 split writer threads finished at 1732177473337Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177473341 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177473341Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473347 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473347Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177473349 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177473349Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473349 2024-11-21T08:24:33,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.4 2024-11-21T08:24:33,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:33,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 2024-11-21T08:24:33,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 after 1ms 2024-11-21T08:24:33,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 took 3ms 2024-11-21T08:24:33,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 so closing down 2024-11-21T08:24:33,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:33,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:33,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:33,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741996_1175 (size=743) 2024-11-21T08:24:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741997_1176 (size=743) 2024-11-21T08:24:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741997_1176 (size=743) 2024-11-21T08:24:33,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741996_1175 (size=743) 2024-11-21T08:24:33,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:33,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:33,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:33,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5, size=1.4 K (1393bytes) at 1732177473351Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 so closing down at 1732177473355 (+4 ms)3 split writer threads finished at 1732177473355Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177473359 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177473359Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473366 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473366Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177473368 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177473368Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177473368 2024-11-21T08:24:33,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.5 2024-11-21T08:24:33,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:33,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 2024-11-21T08:24:33,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 after 0ms 2024-11-21T08:24:33,373 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 took 3ms 2024-11-21T08:24:33,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 so closing down 2024-11-21T08:24:33,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,375 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,377 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:33,377 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:33,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:33,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741998_1177 (size=749) 2024-11-21T08:24:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741998_1177 (size=749) 2024-11-21T08:24:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741999_1178 (size=749) 2024-11-21T08:24:33,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741999_1178 (size=749) 2024-11-21T08:24:33,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:33,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:33,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:33,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6, size=1.4 K (1405bytes) at 1732177473371Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 so closing down at 1732177473375 (+4 ms)3 split writer threads finished at 1732177473375Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177473379 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177473379Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473384 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177473386 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473785 (+399 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177473790 (+5 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177473791 (+1 ms) 2024-11-21T08:24:33,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.6 2024-11-21T08:24:33,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:33,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 2024-11-21T08:24:33,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 after 1ms 2024-11-21T08:24:33,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 took 5ms 2024-11-21T08:24:33,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 so closing down 2024-11-21T08:24:33,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,804 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:33,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:33,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:33,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742001_1180 (size=753) 2024-11-21T08:24:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742001_1180 (size=753) 2024-11-21T08:24:33,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742000_1179 (size=753) 2024-11-21T08:24:33,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742000_1179 (size=753) 2024-11-21T08:24:33,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:33,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:33,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7, size=1.4 K (1413bytes) at 1732177473795Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 so closing down at 1732177473801 (+6 ms)3 split writer threads finished at 1732177473801Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177473805 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177473805Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473811 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177473813 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473814 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177473816 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177473816 2024-11-21T08:24:33,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.7 2024-11-21T08:24:33,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:33,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 2024-11-21T08:24:33,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 after 1ms 2024-11-21T08:24:33,822 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 took 3ms 2024-11-21T08:24:33,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 so closing down 2024-11-21T08:24:33,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:33,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:33,826 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:33,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:33,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:33,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742003_1182 (size=753) 2024-11-21T08:24:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742003_1182 (size=753) 2024-11-21T08:24:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742002_1181 (size=753) 2024-11-21T08:24:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742002_1181 (size=753) 2024-11-21T08:24:33,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:33,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:34,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T08:24:34,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:34,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:34,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:34,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8, size=1.4 K (1413bytes) at 1732177473819Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 so closing down at 1732177473823 (+4 ms)3 split writer threads finished at 1732177473823Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177473827 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177473827Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177473833 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177473835 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177474235 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177474242 (+7 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177474242 2024-11-21T08:24:34,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.8 2024-11-21T08:24:34,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:34,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 2024-11-21T08:24:34,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 after 1ms 2024-11-21T08:24:34,250 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 took 3ms 2024-11-21T08:24:34,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 so closing down 2024-11-21T08:24:34,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:34,251 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:34,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:34,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:34,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:34,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742004_1183 (size=753) 2024-11-21T08:24:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742004_1183 (size=753) 2024-11-21T08:24:34,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:34,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742005_1184 (size=753) 2024-11-21T08:24:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742005_1184 (size=753) 2024-11-21T08:24:34,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:34,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:34,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:34,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9, size=1.4 K (1413bytes) at 1732177474246Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 so closing down at 1732177474251 (+5 ms)3 split writer threads finished at 1732177474251Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177474254 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177474254Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177474262 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177474265 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177474266 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177474268 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177474268 2024-11-21T08:24:34,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/WALs/testmovedwalduringrecovery,16010,1732177472278/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/d8b04391-8994-4d44-e7e3-e9af9646c8ec/oldWALs/wal.dat.9 2024-11-21T08:24:34,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=4179 (was 4214) 2024-11-21T08:24:34,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4178 2024-11-21T08:24:34,286 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742006_1185 (size=7) 2024-11-21T08:24:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742006_1185 (size=7) 2024-11-21T08:24:34,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:34,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:34,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:34,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:34,298 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T08:24:34,299 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-21T08:24:34,299 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-21T08:24:34,300 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-21T08:24:34,300 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-21T08:24:34,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake, size=0 (0bytes) 2024-11-21T08:24:34,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake took 7ms 2024-11-21T08:24:34,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake so closing down 2024-11-21T08:24:34,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:34,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:34,735 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-21T08:24:34,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-21T08:24:34,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-21T08:24:34,782 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 47 ms) 2024-11-21T08:24:34,784 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-21T08:24:34,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 70 ms) 2024-11-21T08:24:34,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) 2024-11-21T08:24:34,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-21T08:24:34,826 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 41 ms) 2024-11-21T08:24:34,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) 2024-11-21T08:24:34,865 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T08:24:34,865 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake, size=0 (0bytes) at 1732177474315Split 1024 edits, skipped 0 edits. at 1732177474350 (+35 ms)Split 2048 edits, skipped 0 edits. at 1732177474372 (+22 ms)Split 3072 edits, skipped 0 edits. at 1732177474394 (+22 ms)Split 4096 edits, skipped 0 edits. at 1732177474414 (+20 ms)Split 5120 edits, skipped 0 edits. at 1732177474437 (+23 ms)Split 6144 edits, skipped 0 edits. at 1732177474461 (+24 ms)Split 7168 edits, skipped 0 edits. at 1732177474488 (+27 ms)Split 8192 edits, skipped 0 edits. at 1732177474514 (+26 ms)Split 9216 edits, skipped 0 edits. at 1732177474542 (+28 ms)Split 10240 edits, skipped 0 edits. at 1732177474569 (+27 ms)Split 11264 edits, skipped 0 edits. at 1732177474592 (+23 ms)Split 12288 edits, skipped 0 edits. at 1732177474612 (+20 ms)Split 13312 edits, skipped 0 edits. at 1732177474630 (+18 ms)Split 14336 edits, skipped 0 edits. at 1732177474648 (+18 ms)Split 15360 edits, skipped 0 edits. at 1732177474665 (+17 ms)Split 16384 edits, skipped 0 edits. at 1732177474678 (+13 ms)Split 17408 edits, skipped 0 edits. at 1732177474694 (+16 ms)Split 18432 edits, skipped 0 edits. at 1732177474709 (+15 ms)Split 19456 edits, skipped 0 edits. at 1732177474722 (+13 ms)Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake so closing down at 1732177474730 (+8 ms)3 split writer threads finished at 1732177474731 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732177474735 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732177474735Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732177474735Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 47 ms) at 1732177474782 (+47 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732177474784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 70 ms) at 1732177474806 (+22 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) at 1732177474809 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732177474809Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 41 ms) at 1732177474826 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) at 1732177474864 (+38 ms)Processed 20000 edits across 5 Regions in 542 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/f4c4f640-829d-d60b-7f3a-f501f4af70e4/WALs/testthreading,16010,1732177474296/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732177474865 (+1 ms) 2024-11-21T08:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-21T08:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-21T08:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-21T08:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-21T08:24:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-21T08:24:34,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4120 (was 4178) 2024-11-21T08:24:34,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=4119 2024-11-21T08:24:34,880 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742007_1186 (size=7) 2024-11-21T08:24:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742007_1186 (size=7) 2024-11-21T08:24:34,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:34,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:34,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:34,892 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:34,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T08:24:34,894 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:34,895 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:34,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742008_1187 (size=1393) 2024-11-21T08:24:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742008_1187 (size=1393) 2024-11-21T08:24:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:34,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742009_1188 (size=1393) 2024-11-21T08:24:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742009_1188 (size=1393) 2024-11-21T08:24:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:34,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742010_1189 (size=1393) 2024-11-21T08:24:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742010_1189 (size=1393) 2024-11-21T08:24:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:34,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742011_1190 (size=1393) 2024-11-21T08:24:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742011_1190 (size=1393) 2024-11-21T08:24:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:34,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742012_1191 (size=1393) 2024-11-21T08:24:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742012_1191 (size=1393) 2024-11-21T08:24:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:34,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:34,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742013_1192 (size=1393) 2024-11-21T08:24:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742013_1192 (size=1393) 2024-11-21T08:24:34,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:34,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742014_1193 (size=1405) 2024-11-21T08:24:34,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742014_1193 (size=1405) 2024-11-21T08:24:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:34,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:34,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742015_1194 (size=1413) 2024-11-21T08:24:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742015_1194 (size=1413) 2024-11-21T08:24:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:34,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742016_1195 (size=1413) 2024-11-21T08:24:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742016_1195 (size=1413) 2024-11-21T08:24:35,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:35,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:35,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742017_1196 (size=1413) 2024-11-21T08:24:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742017_1196 (size=1413) 2024-11-21T08:24:35,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:35,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T08:24:35,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty, size=0 (0bytes) 2024-11-21T08:24:35,046 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty might be still open, length is 0 2024-11-21T08:24:35,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty 2024-11-21T08:24:35,047 WARN [IPC Server handler 0 on default port 39901 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty closed. 2024-11-21T08:24:35,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty after 1ms 2024-11-21T08:24:35,048 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T08:24:35,049 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty; empty? 2024-11-21T08:24:35,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty so closing down 2024-11-21T08:24:35,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T08:24:35,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty, size=0 (0bytes) at 1732177475046Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty so closing down at 1732177475049 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732177475050 (+1 ms) 2024-11-21T08:24:35,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat..empty to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat..empty 2024-11-21T08:24:35,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:35,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 2024-11-21T08:24:35,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 after 0ms 2024-11-21T08:24:35,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 took 4ms 2024-11-21T08:24:35,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 so closing down 2024-11-21T08:24:35,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:35,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:35,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:35,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742018_1197 (size=743) 2024-11-21T08:24:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742018_1197 (size=743) 2024-11-21T08:24:35,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742019_1198 (size=743) 2024-11-21T08:24:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742019_1198 (size=743) 2024-11-21T08:24:35,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:35,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0, size=1.4 K (1393bytes) at 1732177475053Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 so closing down at 1732177475059 (+6 ms)3 split writer threads finished at 1732177475059Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177475066 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177475073 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475086 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177475088 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475098 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177475100 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475101 (+1 ms) 2024-11-21T08:24:35,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.0 2024-11-21T08:24:35,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:35,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 2024-11-21T08:24:35,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 after 0ms 2024-11-21T08:24:35,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 took 2ms 2024-11-21T08:24:35,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 so closing down 2024-11-21T08:24:35,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,108 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:35,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:35,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:35,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742021_1200 (size=743) 2024-11-21T08:24:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742021_1200 (size=743) 2024-11-21T08:24:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742020_1199 (size=743) 2024-11-21T08:24:35,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742020_1199 (size=743) 2024-11-21T08:24:35,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:35,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:35,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1, size=1.4 K (1393bytes) at 1732177475103Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 so closing down at 1732177475107 (+4 ms)3 split writer threads finished at 1732177475107Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177475109 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177475110 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475121 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475121Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177475122 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177475122Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475122 2024-11-21T08:24:35,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.1 2024-11-21T08:24:35,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:35,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 2024-11-21T08:24:35,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 after 0ms 2024-11-21T08:24:35,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 took 3ms 2024-11-21T08:24:35,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 so closing down 2024-11-21T08:24:35,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:35,130 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:35,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:35,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742023_1202 (size=743) 2024-11-21T08:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742022_1201 (size=743) 2024-11-21T08:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742022_1201 (size=743) 2024-11-21T08:24:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742023_1202 (size=743) 2024-11-21T08:24:35,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:35,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:35,137 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2, size=1.4 K (1393bytes) at 1732177475125Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 so closing down at 1732177475128 (+3 ms)3 split writer threads finished at 1732177475128Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177475131 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177475131Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475136 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475136Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177475137 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177475137Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475137 2024-11-21T08:24:35,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.2 2024-11-21T08:24:35,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:35,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 2024-11-21T08:24:35,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 after 0ms 2024-11-21T08:24:35,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 took 2ms 2024-11-21T08:24:35,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 so closing down 2024-11-21T08:24:35,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:35,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:35,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:35,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742025_1204 (size=743) 2024-11-21T08:24:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742025_1204 (size=743) 2024-11-21T08:24:35,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742024_1203 (size=743) 2024-11-21T08:24:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742024_1203 (size=743) 2024-11-21T08:24:35,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:35,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3, size=1.4 K (1393bytes) at 1732177475139Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 so closing down at 1732177475142 (+3 ms)3 split writer threads finished at 1732177475143 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177475145 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177475145Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475150 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177475151 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475157 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177475159 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475159 2024-11-21T08:24:35,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.3 2024-11-21T08:24:35,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:35,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 2024-11-21T08:24:35,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 after 0ms 2024-11-21T08:24:35,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 took 2ms 2024-11-21T08:24:35,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 so closing down 2024-11-21T08:24:35,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:35,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:35,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:35,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742026_1205 (size=743) 2024-11-21T08:24:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742026_1205 (size=743) 2024-11-21T08:24:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742027_1206 (size=743) 2024-11-21T08:24:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742027_1206 (size=743) 2024-11-21T08:24:35,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:35,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:35,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4, size=1.4 K (1393bytes) at 1732177475161Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 so closing down at 1732177475164 (+3 ms)3 split writer threads finished at 1732177475164Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177475167 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177475167Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475171 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475172 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177475173 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177475173Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475173 2024-11-21T08:24:35,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.4 2024-11-21T08:24:35,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:35,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 2024-11-21T08:24:35,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 after 1ms 2024-11-21T08:24:35,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 took 2ms 2024-11-21T08:24:35,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 so closing down 2024-11-21T08:24:35,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:35,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:35,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:35,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742029_1208 (size=743) 2024-11-21T08:24:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742029_1208 (size=743) 2024-11-21T08:24:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742028_1207 (size=743) 2024-11-21T08:24:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742028_1207 (size=743) 2024-11-21T08:24:35,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:35,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:35,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:35,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5, size=1.4 K (1393bytes) at 1732177475174Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 so closing down at 1732177475177 (+3 ms)3 split writer threads finished at 1732177475177Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177475181 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177475181Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475587 (+406 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475587Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177475591 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177475591Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177475592 (+1 ms) 2024-11-21T08:24:35,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.5 2024-11-21T08:24:35,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:35,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 2024-11-21T08:24:35,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 after 0ms 2024-11-21T08:24:35,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 took 3ms 2024-11-21T08:24:35,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 so closing down 2024-11-21T08:24:35,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,604 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:35,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:35,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:35,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742030_1209 (size=749) 2024-11-21T08:24:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742030_1209 (size=749) 2024-11-21T08:24:35,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742031_1210 (size=749) 2024-11-21T08:24:35,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742031_1210 (size=749) 2024-11-21T08:24:35,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:35,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:35,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:35,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6, size=1.4 K (1405bytes) at 1732177475597Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 so closing down at 1732177475602 (+5 ms)3 split writer threads finished at 1732177475602Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177475605 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177475609 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475614 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475616 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177475616Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177475617 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177475617 2024-11-21T08:24:35,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.6 2024-11-21T08:24:35,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:35,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 2024-11-21T08:24:35,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 after 0ms 2024-11-21T08:24:35,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 took 2ms 2024-11-21T08:24:35,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 so closing down 2024-11-21T08:24:35,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:35,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:35,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:35,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:35,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:35,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742033_1212 (size=753) 2024-11-21T08:24:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742033_1212 (size=753) 2024-11-21T08:24:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742032_1211 (size=753) 2024-11-21T08:24:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742032_1211 (size=753) 2024-11-21T08:24:35,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:35,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:36,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:36,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:36,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7, size=1.4 K (1413bytes) at 1732177475619Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 so closing down at 1732177475622 (+3 ms)3 split writer threads finished at 1732177475623 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177475626 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177475626Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177475640 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177475641 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476040 (+399 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177476042 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177476042 2024-11-21T08:24:36,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.7 2024-11-21T08:24:36,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:36,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 2024-11-21T08:24:36,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 after 0ms 2024-11-21T08:24:36,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 took 3ms 2024-11-21T08:24:36,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 so closing down 2024-11-21T08:24:36,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:36,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:36,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:36,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:36,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:36,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742034_1213 (size=753) 2024-11-21T08:24:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742034_1213 (size=753) 2024-11-21T08:24:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742035_1214 (size=753) 2024-11-21T08:24:36,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742035_1214 (size=753) 2024-11-21T08:24:36,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:36,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:36,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:36,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8, size=1.4 K (1413bytes) at 1732177476044Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 so closing down at 1732177476047 (+3 ms)3 split writer threads finished at 1732177476048 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177476051 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177476051Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476058 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476058Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177476059 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177476060 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177476060 2024-11-21T08:24:36,061 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.8 2024-11-21T08:24:36,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:36,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 2024-11-21T08:24:36,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 after 0ms 2024-11-21T08:24:36,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 took 2ms 2024-11-21T08:24:36,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 so closing down 2024-11-21T08:24:36,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:36,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:36,067 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:36,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:36,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:36,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742036_1215 (size=753) 2024-11-21T08:24:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742036_1215 (size=753) 2024-11-21T08:24:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742037_1216 (size=753) 2024-11-21T08:24:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742037_1216 (size=753) 2024-11-21T08:24:36,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:36,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:36,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:36,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9, size=1.4 K (1413bytes) at 1732177476062Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 so closing down at 1732177476065 (+3 ms)3 split writer threads finished at 1732177476065Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177476068 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177476069 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476077 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476077Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177476078 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177476079 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177476079 2024-11-21T08:24:36,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.9 2024-11-21T08:24:36,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty, size=0 (0bytes) 2024-11-21T08:24:36,080 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty might be still open, length is 0 2024-11-21T08:24:36,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty 2024-11-21T08:24:36,081 WARN [IPC Server handler 0 on default port 39901 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty closed. 2024-11-21T08:24:36,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty after 1ms 2024-11-21T08:24:36,081 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T08:24:36,082 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty; empty? 2024-11-21T08:24:36,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty so closing down 2024-11-21T08:24:36,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T08:24:36,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty, size=0 (0bytes) at 1732177476080Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty so closing down at 1732177476082 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732177476082 2024-11-21T08:24:36,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/WALs/testemptyopenlogfiles,16010,1732177474892/wal.dat.empty to hdfs://localhost:39901/user/jenkins/test-data/821c286b-a9eb-976d-9fc0-0c148c8b0d83/oldWALs/wal.dat.empty 2024-11-21T08:24:36,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=146 (was 144) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1165668321_22 at /127.0.0.1:40972 [Waiting for operation #101] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1165668321_22 at /127.0.0.1:57530 [Waiting for operation #91] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1242 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: Thread-1303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) - Thread LEAK? -, OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=4105 (was 4119) 2024-11-21T08:24:36,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=146, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=4105 2024-11-21T08:24:36,144 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742038_1217 (size=7) 2024-11-21T08:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742038_1217 (size=7) 2024-11-21T08:24:36,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:36,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:36,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:36,155 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:36,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:36,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:36,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:36,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742039_1218 (size=1393) 2024-11-21T08:24:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742039_1218 (size=1393) 2024-11-21T08:24:36,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:36,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:36,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742040_1219 (size=1393) 2024-11-21T08:24:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742040_1219 (size=1393) 2024-11-21T08:24:36,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:36,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742041_1220 (size=1393) 2024-11-21T08:24:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742041_1220 (size=1393) 2024-11-21T08:24:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:36,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:36,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742042_1221 (size=1393) 2024-11-21T08:24:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742042_1221 (size=1393) 2024-11-21T08:24:36,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:36,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:36,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742043_1222 (size=1393) 2024-11-21T08:24:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742043_1222 (size=1393) 2024-11-21T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:36,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742044_1223 (size=1393) 2024-11-21T08:24:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742044_1223 (size=1393) 2024-11-21T08:24:36,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:36,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742045_1224 (size=1405) 2024-11-21T08:24:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742045_1224 (size=1405) 2024-11-21T08:24:36,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:36,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:36,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742046_1225 (size=1413) 2024-11-21T08:24:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742046_1225 (size=1413) 2024-11-21T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:36,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742047_1226 (size=1413) 2024-11-21T08:24:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742047_1226 (size=1413) 2024-11-21T08:24:36,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:36,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:36,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742048_1227 (size=1413) 2024-11-21T08:24:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742048_1227 (size=1413) 2024-11-21T08:24:36,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:36,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742049_1228 (size=1398) 2024-11-21T08:24:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742049_1228 (size=1398) 2024-11-21T08:24:36,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:36,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 2024-11-21T08:24:36,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 after 1ms 2024-11-21T08:24:36,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 took 2ms 2024-11-21T08:24:36,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 so closing down 2024-11-21T08:24:36,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:36,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:36,717 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:36,717 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:36,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:36,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742051_1230 (size=743) 2024-11-21T08:24:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742051_1230 (size=743) 2024-11-21T08:24:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742050_1229 (size=743) 2024-11-21T08:24:36,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742050_1229 (size=743) 2024-11-21T08:24:36,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:36,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:36,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:36,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0, size=1.4 K (1393bytes) at 1732177476710Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 so closing down at 1732177476715 (+5 ms)3 split writer threads finished at 1732177476715Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177476718 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177476718Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476723 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476724 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177476725 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177476725Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177476725 2024-11-21T08:24:36,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.0 2024-11-21T08:24:36,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:36,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 2024-11-21T08:24:36,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 after 0ms 2024-11-21T08:24:36,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 took 2ms 2024-11-21T08:24:36,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 so closing down 2024-11-21T08:24:36,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:36,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:36,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:36,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:36,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:36,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742053_1232 (size=743) 2024-11-21T08:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742052_1231 (size=743) 2024-11-21T08:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742052_1231 (size=743) 2024-11-21T08:24:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742053_1232 (size=743) 2024-11-21T08:24:36,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:36,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:37,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:37,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:37,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1, size=1.4 K (1393bytes) at 1732177476727Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 so closing down at 1732177476730 (+3 ms)3 split writer threads finished at 1732177476730Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177476733 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177476733Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177476738 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177476739 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477140 (+401 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177477145 (+5 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177477145 2024-11-21T08:24:37,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.1 2024-11-21T08:24:37,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:37,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 2024-11-21T08:24:37,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 after 1ms 2024-11-21T08:24:37,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 took 5ms 2024-11-21T08:24:37,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 so closing down 2024-11-21T08:24:37,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:37,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:37,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:37,160 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:37,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:37,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742054_1233 (size=743) 2024-11-21T08:24:37,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742055_1234 (size=743) 2024-11-21T08:24:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742055_1234 (size=743) 2024-11-21T08:24:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742054_1233 (size=743) 2024-11-21T08:24:37,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:37,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:37,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:37,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2, size=1.4 K (1393bytes) at 1732177477150Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 so closing down at 1732177477157 (+7 ms)3 split writer threads finished at 1732177477157Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177477162 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177477162Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477173 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477173Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177477174 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177477174Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177477174 2024-11-21T08:24:37,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.2 2024-11-21T08:24:37,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:37,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 2024-11-21T08:24:37,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 after 0ms 2024-11-21T08:24:37,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 took 2ms 2024-11-21T08:24:37,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 so closing down 2024-11-21T08:24:37,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:37,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:37,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:37,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:37,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:37,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742056_1235 (size=743) 2024-11-21T08:24:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742056_1235 (size=743) 2024-11-21T08:24:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742057_1236 (size=743) 2024-11-21T08:24:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742057_1236 (size=743) 2024-11-21T08:24:37,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:37,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:37,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:37,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3, size=1.4 K (1393bytes) at 1732177477176Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 so closing down at 1732177477179 (+3 ms)3 split writer threads finished at 1732177477179Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177477182 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177477182Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477191 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177477192 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477592 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177477594 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177477594 2024-11-21T08:24:37,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.3 2024-11-21T08:24:37,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:37,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 2024-11-21T08:24:37,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 after 0ms 2024-11-21T08:24:37,599 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 took 3ms 2024-11-21T08:24:37,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 so closing down 2024-11-21T08:24:37,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:37,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:37,603 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:37,604 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:37,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:37,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742059_1238 (size=743) 2024-11-21T08:24:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742059_1238 (size=743) 2024-11-21T08:24:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742058_1237 (size=743) 2024-11-21T08:24:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742058_1237 (size=743) 2024-11-21T08:24:37,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:37,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:38,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:38,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:38,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4, size=1.4 K (1393bytes) at 1732177477597Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 so closing down at 1732177477601 (+4 ms)3 split writer threads finished at 1732177477601Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177477604 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177477604Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177477613 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177477615 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478015 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177478020 (+5 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177478020 2024-11-21T08:24:38,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.4 2024-11-21T08:24:38,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5, size=1.4 K (1398bytes) 2024-11-21T08:24:38,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 2024-11-21T08:24:38,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 after 1ms 2024-11-21T08:24:38,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 took 4ms 2024-11-21T08:24:38,029 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:38,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 so closing down 2024-11-21T08:24:38,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,032 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:38,032 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:38,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:38,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742060_1239 (size=743) 2024-11-21T08:24:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742060_1239 (size=743) 2024-11-21T08:24:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742061_1240 (size=743) 2024-11-21T08:24:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742061_1240 (size=743) 2024-11-21T08:24:38,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:38,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:38,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-21T08:24:38,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5, size=1.4 K (1398bytes) at 1732177478024Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 so closing down at 1732177478030 (+6 ms)3 split writer threads finished at 1732177478030Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177478033 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177478033Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478038 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478038Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177478039 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177478039Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732177478040 (+1 ms) 2024-11-21T08:24:38,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/corrupt/wal.dat.5 2024-11-21T08:24:38,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:38,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 2024-11-21T08:24:38,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 after 0ms 2024-11-21T08:24:38,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 took 2ms 2024-11-21T08:24:38,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 so closing down 2024-11-21T08:24:38,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,047 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:38,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:38,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:38,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742062_1241 (size=749) 2024-11-21T08:24:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742062_1241 (size=749) 2024-11-21T08:24:38,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742063_1242 (size=749) 2024-11-21T08:24:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742063_1242 (size=749) 2024-11-21T08:24:38,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:38,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:38,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6, size=1.4 K (1405bytes) at 1732177478042Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 so closing down at 1732177478045 (+3 ms)3 split writer threads finished at 1732177478046 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177478048 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177478048Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478053 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177478054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478062 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177478063 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177478063 2024-11-21T08:24:38,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.6 2024-11-21T08:24:38,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:38,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 2024-11-21T08:24:38,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 after 0ms 2024-11-21T08:24:38,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 took 2ms 2024-11-21T08:24:38,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 so closing down 2024-11-21T08:24:38,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,070 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:38,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:38,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:38,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742065_1244 (size=753) 2024-11-21T08:24:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742065_1244 (size=753) 2024-11-21T08:24:38,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742064_1243 (size=753) 2024-11-21T08:24:38,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742064_1243 (size=753) 2024-11-21T08:24:38,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:38,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:38,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7, size=1.4 K (1413bytes) at 1732177478065Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 so closing down at 1732177478068 (+3 ms)3 split writer threads finished at 1732177478069 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177478071 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177478071Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478075 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177478076 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478083 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177478085 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177478085 2024-11-21T08:24:38,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.7 2024-11-21T08:24:38,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:38,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 2024-11-21T08:24:38,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 after 0ms 2024-11-21T08:24:38,089 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 took 2ms 2024-11-21T08:24:38,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 so closing down 2024-11-21T08:24:38,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:38,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:38,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:38,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742067_1246 (size=753) 2024-11-21T08:24:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742066_1245 (size=753) 2024-11-21T08:24:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742067_1246 (size=753) 2024-11-21T08:24:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742066_1245 (size=753) 2024-11-21T08:24:38,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:38,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:38,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:38,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8, size=1.4 K (1413bytes) at 1732177478087Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 so closing down at 1732177478091 (+4 ms)3 split writer threads finished at 1732177478091Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177478094 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177478094Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478102 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478102Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177478103 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177478103Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177478104 (+1 ms) 2024-11-21T08:24:38,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.8 2024-11-21T08:24:38,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:38,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 2024-11-21T08:24:38,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 after 1ms 2024-11-21T08:24:38,107 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 took 2ms 2024-11-21T08:24:38,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 so closing down 2024-11-21T08:24:38,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:38,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:38,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:38,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742069_1248 (size=753) 2024-11-21T08:24:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742069_1248 (size=753) 2024-11-21T08:24:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742068_1247 (size=753) 2024-11-21T08:24:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742068_1247 (size=753) 2024-11-21T08:24:38,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:38,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:38,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:38,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9, size=1.4 K (1413bytes) at 1732177478105Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 so closing down at 1732177478109 (+4 ms)3 split writer threads finished at 1732177478109Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177478111 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177478111Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478116 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177478116Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177478117 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177478117Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177478117 2024-11-21T08:24:38,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732177476155/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/a481b4a2-c491-fe3c-382c-243130cb9faf/oldWALs/wal.dat.9 2024-11-21T08:24:38,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 146), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=4119 (was 4105) - AvailableMemoryMB LEAK? - 2024-11-21T08:24:38,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=4118 2024-11-21T08:24:38,186 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742070_1249 (size=7) 2024-11-21T08:24:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742070_1249 (size=7) 2024-11-21T08:24:38,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:38,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:38,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:38,599 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:38,599 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4 2024-11-21T08:24:38,600 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region d597180a7f8dfd0a2b0216ba551a94a4 2024-11-21T08:24:38,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742071_1250 (size=3841) 2024-11-21T08:24:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742071_1250 (size=3841) 2024-11-21T08:24:38,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0, size=3.8 K (3841bytes) 2024-11-21T08:24:38,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 2024-11-21T08:24:38,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 after 1ms 2024-11-21T08:24:38,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 took 3ms 2024-11-21T08:24:38,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 so closing down 2024-11-21T08:24:38,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:38,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:38,651 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:38,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742072_1251 (size=1591) 2024-11-21T08:24:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742072_1251 (size=1591) 2024-11-21T08:24:38,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:38,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000009 2024-11-21T08:24:38,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-21T08:24:38,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0, size=3.8 K (3841bytes) at 1732177478638Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 so closing down at 1732177478646 (+8 ms)3 split writer threads finished at 1732177478646Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177478652 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732177478663 (+11 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/data/default/t1/d597180a7f8dfd0a2b0216ba551a94a4/recovered.edits/0000000000000000009 at 1732177478665 (+2 ms)Processed 21 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732177478665 2024-11-21T08:24:38,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/WALs/testsplitleavescompactioneventsedits,16010,1732177478599/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/0c04da63-650e-8c93-b502-cb6263e671d0/oldWALs/wal.dat.0 2024-11-21T08:24:38,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=5153 (was 4118) - AvailableMemoryMB LEAK? - 2024-11-21T08:24:38,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=5153 2024-11-21T08:24:38,702 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742073_1252 (size=7) 2024-11-21T08:24:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742073_1252 (size=7) 2024-11-21T08:24:39,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:39,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:39,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:39,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:39,120 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T08:24:39,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742074_1253 (size=863) 2024-11-21T08:24:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742074_1253 (size=863) 2024-11-21T08:24:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:39,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0, size=863 (863bytes) 2024-11-21T08:24:39,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 2024-11-21T08:24:39,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 after 0ms 2024-11-21T08:24:39,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 took 3ms 2024-11-21T08:24:39,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 so closing down 2024-11-21T08:24:39,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:39,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:39,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:39,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742075_1254 (size=863) 2024-11-21T08:24:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742075_1254 (size=863) 2024-11-21T08:24:39,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:39,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T08:24:39,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-21T08:24:39,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0, size=863 (863bytes) at 1732177479153Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 so closing down at 1732177479157 (+4 ms)3 split writer threads finished at 1732177479158 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177479161 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177479174 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732177479178 (+4 ms)Processed 10 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732177479178 2024-11-21T08:24:39,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/WALs/testsplitpreservesedits,16010,1732177479120/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/965dbdb9-abf4-853a-226b-77d452d6287d/oldWALs/wal.dat.0 2024-11-21T08:24:39,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=5082 (was 5153) 2024-11-21T08:24:39,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=5080 2024-11-21T08:24:39,209 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:39,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742076_1255 (size=7) 2024-11-21T08:24:39,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742076_1255 (size=7) 2024-11-21T08:24:39,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:39,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:39,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:39,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:39,234 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:39,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:39,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742077_1256 (size=1393) 2024-11-21T08:24:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742077_1256 (size=1393) 2024-11-21T08:24:39,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:39,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742078_1257 (size=1393) 2024-11-21T08:24:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742078_1257 (size=1393) 2024-11-21T08:24:39,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:39,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742079_1258 (size=1393) 2024-11-21T08:24:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742079_1258 (size=1393) 2024-11-21T08:24:39,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:39,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:39,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742080_1259 (size=1393) 2024-11-21T08:24:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742080_1259 (size=1393) 2024-11-21T08:24:39,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:39,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:39,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742081_1260 (size=1393) 2024-11-21T08:24:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742081_1260 (size=1393) 2024-11-21T08:24:39,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:39,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742082_1261 (size=1393) 2024-11-21T08:24:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742082_1261 (size=1393) 2024-11-21T08:24:39,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:39,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:39,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742083_1262 (size=1405) 2024-11-21T08:24:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742083_1262 (size=1405) 2024-11-21T08:24:39,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:39,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:39,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742084_1263 (size=1413) 2024-11-21T08:24:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742084_1263 (size=1413) 2024-11-21T08:24:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:39,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:39,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742085_1264 (size=1413) 2024-11-21T08:24:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742085_1264 (size=1413) 2024-11-21T08:24:40,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:40,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:40,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:40,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742086_1265 (size=1413) 2024-11-21T08:24:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742086_1265 (size=1413) 2024-11-21T08:24:40,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742087_1266 (size=1394) 2024-11-21T08:24:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742087_1266 (size=1394) 2024-11-21T08:24:40,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:40,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 2024-11-21T08:24:40,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 after 0ms 2024-11-21T08:24:40,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 took 4ms 2024-11-21T08:24:40,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 so closing down 2024-11-21T08:24:40,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:40,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:40,284 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:40,284 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:40,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:40,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742088_1267 (size=743) 2024-11-21T08:24:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742089_1268 (size=743) 2024-11-21T08:24:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742089_1268 (size=743) 2024-11-21T08:24:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742088_1267 (size=743) 2024-11-21T08:24:40,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:40,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:40,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:40,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:40,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:40,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0, size=1.4 K (1393bytes) at 1732177480274Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 so closing down at 1732177480279 (+5 ms)3 split writer threads finished at 1732177480279Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177480285 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177480285Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177480291 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177480292 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177480292Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177480293 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177480293 2024-11-21T08:24:40,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.0 2024-11-21T08:24:40,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:40,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 2024-11-21T08:24:40,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 after 0ms 2024-11-21T08:24:40,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 took 2ms 2024-11-21T08:24:40,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 so closing down 2024-11-21T08:24:40,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:40,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:40,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:40,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:40,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:40,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742091_1270 (size=743) 2024-11-21T08:24:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742091_1270 (size=743) 2024-11-21T08:24:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742090_1269 (size=743) 2024-11-21T08:24:40,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742090_1269 (size=743) 2024-11-21T08:24:40,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:40,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:40,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:40,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:40,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1, size=1.4 K (1393bytes) at 1732177480295Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 so closing down at 1732177480301 (+6 ms)3 split writer threads finished at 1732177480301Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177480304 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177480304Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177480313 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177480314 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177480714 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177480715 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177480715 2024-11-21T08:24:40,717 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.1 2024-11-21T08:24:40,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:40,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 2024-11-21T08:24:40,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 after 0ms 2024-11-21T08:24:40,720 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 took 3ms 2024-11-21T08:24:40,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 so closing down 2024-11-21T08:24:40,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:40,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:40,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:40,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:40,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:40,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742092_1271 (size=743) 2024-11-21T08:24:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742092_1271 (size=743) 2024-11-21T08:24:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742093_1272 (size=743) 2024-11-21T08:24:40,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742093_1272 (size=743) 2024-11-21T08:24:40,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:41,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:41,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:41,136 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2, size=1.4 K (1393bytes) at 1732177480717Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 so closing down at 1732177480721 (+4 ms)3 split writer threads finished at 1732177480721Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177480724 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177480724Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177480733 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177480734 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481134 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177481135 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177481135 2024-11-21T08:24:41,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.2 2024-11-21T08:24:41,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:41,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 2024-11-21T08:24:41,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 after 1ms 2024-11-21T08:24:41,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 took 2ms 2024-11-21T08:24:41,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 so closing down 2024-11-21T08:24:41,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,141 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:41,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:41,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:41,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:41,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742095_1274 (size=743) 2024-11-21T08:24:41,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742095_1274 (size=743) 2024-11-21T08:24:41,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742094_1273 (size=743) 2024-11-21T08:24:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742094_1273 (size=743) 2024-11-21T08:24:41,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:41,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:41,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3, size=1.4 K (1393bytes) at 1732177481137Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 so closing down at 1732177481141 (+4 ms)3 split writer threads finished at 1732177481141Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177481145 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177481145Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481180 (+35 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177481182 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481184 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177481185 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177481186 (+1 ms) 2024-11-21T08:24:41,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.3 2024-11-21T08:24:41,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:41,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 2024-11-21T08:24:41,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 after 1ms 2024-11-21T08:24:41,192 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 took 3ms 2024-11-21T08:24:41,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 so closing down 2024-11-21T08:24:41,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,196 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:41,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:41,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:41,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742096_1275 (size=743) 2024-11-21T08:24:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742096_1275 (size=743) 2024-11-21T08:24:41,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742097_1276 (size=743) 2024-11-21T08:24:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742097_1276 (size=743) 2024-11-21T08:24:41,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:41,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:41,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4, size=1.4 K (1393bytes) at 1732177481189Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 so closing down at 1732177481193 (+4 ms)3 split writer threads finished at 1732177481194 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177481199 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177481207 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481209 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177481211 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481215 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177481216 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177481216 2024-11-21T08:24:41,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.4 2024-11-21T08:24:41,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T08:24:41,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 2024-11-21T08:24:41,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 after 1ms 2024-11-21T08:24:41,221 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-21T08:24:41,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 so closing down 2024-11-21T08:24:41,222 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T08:24:41,222 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, size=1.4 K (1394bytes) at 1732177481218Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 so closing down at 1732177481222 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732177481222 2024-11-21T08:24:41,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/corrupt/wal.dat.5 2024-11-21T08:24:41,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:41,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 2024-11-21T08:24:41,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 after 0ms 2024-11-21T08:24:41,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 took 2ms 2024-11-21T08:24:41,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 so closing down 2024-11-21T08:24:41,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,232 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:41,232 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:41,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:41,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742098_1277 (size=749) 2024-11-21T08:24:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742098_1277 (size=749) 2024-11-21T08:24:41,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742099_1278 (size=749) 2024-11-21T08:24:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742099_1278 (size=749) 2024-11-21T08:24:41,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:41,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:41,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6, size=1.4 K (1405bytes) at 1732177481225Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 so closing down at 1732177481229 (+4 ms)3 split writer threads finished at 1732177481230 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177481233 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177481233Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481242 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177481243 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481255 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177481258 (+3 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177481258 2024-11-21T08:24:41,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.6 2024-11-21T08:24:41,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:41,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 2024-11-21T08:24:41,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 after 1ms 2024-11-21T08:24:41,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 took 3ms 2024-11-21T08:24:41,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 so closing down 2024-11-21T08:24:41,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:41,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:41,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:41,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742101_1280 (size=753) 2024-11-21T08:24:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742101_1280 (size=753) 2024-11-21T08:24:41,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742100_1279 (size=753) 2024-11-21T08:24:41,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742100_1279 (size=753) 2024-11-21T08:24:41,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:41,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:41,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7, size=1.4 K (1413bytes) at 1732177481260Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 so closing down at 1732177481264 (+4 ms)3 split writer threads finished at 1732177481264Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177481268 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177481271 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481284 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177481286 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481291 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177481292 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177481293 (+1 ms) 2024-11-21T08:24:41,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.7 2024-11-21T08:24:41,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:41,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 2024-11-21T08:24:41,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 after 0ms 2024-11-21T08:24:41,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 took 3ms 2024-11-21T08:24:41,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 so closing down 2024-11-21T08:24:41,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,299 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,301 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:41,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:41,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:41,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742102_1281 (size=753) 2024-11-21T08:24:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742102_1281 (size=753) 2024-11-21T08:24:41,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742103_1282 (size=753) 2024-11-21T08:24:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742103_1282 (size=753) 2024-11-21T08:24:41,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:41,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:41,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8, size=1.4 K (1413bytes) at 1732177481295Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 so closing down at 1732177481298 (+3 ms)3 split writer threads finished at 1732177481299 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177481304 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177481304Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481310 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177481312 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481715 (+403 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177481716 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177481717 (+1 ms) 2024-11-21T08:24:41,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.8 2024-11-21T08:24:41,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:41,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 2024-11-21T08:24:41,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 after 0ms 2024-11-21T08:24:41,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 took 2ms 2024-11-21T08:24:41,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 so closing down 2024-11-21T08:24:41,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:41,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:41,726 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:41,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742104_1283 (size=753) 2024-11-21T08:24:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742104_1283 (size=753) 2024-11-21T08:24:41,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:41,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742105_1284 (size=753) 2024-11-21T08:24:41,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742105_1284 (size=753) 2024-11-21T08:24:41,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:41,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:41,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9, size=1.4 K (1413bytes) at 1732177481719Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 so closing down at 1732177481722 (+3 ms)3 split writer threads finished at 1732177481723 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177481726 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177481728 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481746 (+18 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177481748 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481752 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177481753 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177481753 2024-11-21T08:24:41,755 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732177479234/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/9a38e332-b295-4a31-519a-5211f07351f2/oldWALs/wal.dat.9 2024-11-21T08:24:41,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=4847 (was 5080) 2024-11-21T08:24:41,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4846 2024-11-21T08:24:41,817 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742106_1285 (size=7) 2024-11-21T08:24:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742106_1285 (size=7) 2024-11-21T08:24:41,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:41,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:41,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T08:24:41,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:41,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742107_1286 (size=2403) 2024-11-21T08:24:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742107_1286 (size=2403) 2024-11-21T08:24:41,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:41,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0, size=2.3 K (2403bytes) 2024-11-21T08:24:41,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 2024-11-21T08:24:41,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 after 0ms 2024-11-21T08:24:41,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 took 3ms 2024-11-21T08:24:41,871 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 so closing down 2024-11-21T08:24:41,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:41,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:41,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:41,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742108_1287 (size=863) 2024-11-21T08:24:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742108_1287 (size=863) 2024-11-21T08:24:41,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:41,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T08:24:41,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-21T08:24:41,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0, size=2.3 K (2403bytes) at 1732177481867Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 so closing down at 1732177481871 (+4 ms)3 split writer threads finished at 1732177481871Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177481876 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177481886 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732177481887 (+1 ms)Processed 20 edits across 1 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732177481887 2024-11-21T08:24:41,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/WALs/testsplitremovesregioneventsedits,16010,1732177481834/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/0348fd1f-6d37-43e2-7438-b1189826c19b/oldWALs/wal.dat.0 2024-11-21T08:24:41,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4843 (was 4846) 2024-11-21T08:24:41,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4843 2024-11-21T08:24:41,914 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742109_1288 (size=7) 2024-11-21T08:24:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742109_1288 (size=7) 2024-11-21T08:24:41,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:41,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:41,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4842 (was 4843) 2024-11-21T08:24:41,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4841 2024-11-21T08:24:41,962 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742110_1289 (size=7) 2024-11-21T08:24:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742110_1289 (size=7) 2024-11-21T08:24:41,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:41,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:41,973 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:41,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:41,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742111_1290 (size=255) 2024-11-21T08:24:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742111_1290 (size=255) 2024-11-21T08:24:42,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1, size=255 (255bytes) 2024-11-21T08:24:42,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 2024-11-21T08:24:42,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 after 0ms 2024-11-21T08:24:42,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 took 3ms 2024-11-21T08:24:42,428 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-21T08:24:42,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 so closing down 2024-11-21T08:24:42,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:42,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:42,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-21T08:24:42,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1, size=255 (255bytes) at 1732177482423Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 so closing down at 1732177482428 (+5 ms)3 split writer threads finished at 1732177482428Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732177482428 2024-11-21T08:24:42,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/WALs/testsplitremovesreplicationmarkeredits,16010,1732177481973/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/0193ebb9-3ecc-d77e-43eb-9caae1464a28/oldWALs/wal.dat.1 2024-11-21T08:24:42,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=10 (was 11), AvailableMemoryMB=4782 (was 4841) 2024-11-21T08:24:42,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4781 2024-11-21T08:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742112_1291 (size=7) 2024-11-21T08:24:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742112_1291 (size=7) 2024-11-21T08:24:42,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:42,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:42,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:42,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-21T08:24:42,470 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T08:24:42,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742113_1292 (size=1941) 2024-11-21T08:24:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742113_1292 (size=1941) 2024-11-21T08:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:42,483 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a/data/default/t1/region__1 2024-11-21T08:24:42,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0, size=1.9 K (1941bytes) 2024-11-21T08:24:42,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 2024-11-21T08:24:42,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 after 0ms 2024-11-21T08:24:42,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 took 2ms 2024-11-21T08:24:42,505 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-21T08:24:42,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 so closing down 2024-11-21T08:24:42,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:42,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:42,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-21T08:24:42,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0, size=1.9 K (1941bytes) at 1732177482501Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 so closing down at 1732177482505 (+4 ms)3 split writer threads finished at 1732177482505Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732177482505 2024-11-21T08:24:42,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/WALs/testsplitlogfiledeletedregiondir,16010,1732177482470/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/9e7f31ce-b08a-a324-7de3-ba272dd942cf/oldWALs/wal.dat.0 2024-11-21T08:24:42,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4777 (was 4781) 2024-11-21T08:24:42,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4777 2024-11-21T08:24:42,521 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742114_1293 (size=7) 2024-11-21T08:24:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742114_1293 (size=7) 2024-11-21T08:24:42,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:42,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:42,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:42,534 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:42,535 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T08:24:42,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:42,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:42,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:42,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742115_1294 (size=1393) 2024-11-21T08:24:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742115_1294 (size=1393) 2024-11-21T08:24:42,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:42,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:42,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742116_1295 (size=1393) 2024-11-21T08:24:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742116_1295 (size=1393) 2024-11-21T08:24:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:42,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742117_1296 (size=1393) 2024-11-21T08:24:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742117_1296 (size=1393) 2024-11-21T08:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:42,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:42,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742118_1297 (size=1393) 2024-11-21T08:24:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742118_1297 (size=1393) 2024-11-21T08:24:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:42,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742119_1298 (size=1393) 2024-11-21T08:24:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742119_1298 (size=1393) 2024-11-21T08:24:42,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:42,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742120_1299 (size=1393) 2024-11-21T08:24:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742120_1299 (size=1393) 2024-11-21T08:24:42,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:42,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:42,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742121_1300 (size=1405) 2024-11-21T08:24:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742121_1300 (size=1405) 2024-11-21T08:24:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:42,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:42,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:42,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742122_1301 (size=1413) 2024-11-21T08:24:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742122_1301 (size=1413) 2024-11-21T08:24:43,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:43,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742123_1302 (size=1413) 2024-11-21T08:24:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742123_1302 (size=1413) 2024-11-21T08:24:43,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:43,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:43,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742124_1303 (size=1413) 2024-11-21T08:24:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742124_1303 (size=1413) 2024-11-21T08:24:43,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:43,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:43,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0 2024-11-21T08:24:43,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0 after 1ms 2024-11-21T08:24:43,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0 took 3ms 2024-11-21T08:24:43,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0 so closing down 2024-11-21T08:24:43,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:43,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:43,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:43,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0, size=1.4 K (1393bytes) at 1732177483084Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0 so closing down at 1732177483088 (+4 ms)3 split writer threads finished at 1732177483088Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/d094d3f6-8073-86b6-6cec-2f8df9f7e377/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732177482534/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177483088 2024-11-21T08:24:43,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4790 (was 4777) - AvailableMemoryMB LEAK? - 2024-11-21T08:24:43,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4790 2024-11-21T08:24:43,102 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742125_1304 (size=7) 2024-11-21T08:24:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742125_1304 (size=7) 2024-11-21T08:24:43,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:43,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:43,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:43,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:43,112 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:43,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:43,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:43,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742126_1305 (size=1393) 2024-11-21T08:24:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742126_1305 (size=1393) 2024-11-21T08:24:43,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:43,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:43,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742127_1306 (size=1393) 2024-11-21T08:24:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742127_1306 (size=1393) 2024-11-21T08:24:43,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:43,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:43,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742128_1307 (size=1393) 2024-11-21T08:24:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742128_1307 (size=1393) 2024-11-21T08:24:43,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:43,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:43,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742129_1308 (size=1393) 2024-11-21T08:24:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742129_1308 (size=1393) 2024-11-21T08:24:43,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:43,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:43,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742131_1310 (size=1393) 2024-11-21T08:24:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742131_1310 (size=1393) 2024-11-21T08:24:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:43,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742132_1311 (size=1405) 2024-11-21T08:24:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742132_1311 (size=1405) 2024-11-21T08:24:44,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:44,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742133_1312 (size=1413) 2024-11-21T08:24:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742133_1312 (size=1413) 2024-11-21T08:24:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:44,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742134_1313 (size=1413) 2024-11-21T08:24:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742134_1313 (size=1413) 2024-11-21T08:24:44,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:44,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742135_1314 (size=1413) 2024-11-21T08:24:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742135_1314 (size=1413) 2024-11-21T08:24:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742130_1309 (size=1458) 2024-11-21T08:24:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742130_1309 (size=1458) 2024-11-21T08:24:44,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:44,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 2024-11-21T08:24:44,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 after 0ms 2024-11-21T08:24:44,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 took 2ms 2024-11-21T08:24:44,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 so closing down 2024-11-21T08:24:44,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:44,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:44,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:44,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742136_1315 (size=743) 2024-11-21T08:24:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742136_1315 (size=743) 2024-11-21T08:24:44,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742137_1316 (size=743) 2024-11-21T08:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742137_1316 (size=743) 2024-11-21T08:24:44,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:44,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0, size=1.4 K (1393bytes) at 1732177484059Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 so closing down at 1732177484064 (+5 ms)3 split writer threads finished at 1732177484064Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177484072 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177484075 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484078 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177484079 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484080 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177484088 (+8 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484088 2024-11-21T08:24:44,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/oldWALs/wal.dat.0 2024-11-21T08:24:44,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:44,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 2024-11-21T08:24:44,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 after 0ms 2024-11-21T08:24:44,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 took 2ms 2024-11-21T08:24:44,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 so closing down 2024-11-21T08:24:44,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,099 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,101 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:44,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:44,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:44,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742138_1317 (size=743) 2024-11-21T08:24:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742138_1317 (size=743) 2024-11-21T08:24:44,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742139_1318 (size=743) 2024-11-21T08:24:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742139_1318 (size=743) 2024-11-21T08:24:44,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:44,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1, size=1.4 K (1393bytes) at 1732177484094Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 so closing down at 1732177484099 (+5 ms)3 split writer threads finished at 1732177484099Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177484102 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177484112 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484117 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177484119 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484122 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177484123 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484124 (+1 ms) 2024-11-21T08:24:44,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/oldWALs/wal.dat.1 2024-11-21T08:24:44,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:44,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 2024-11-21T08:24:44,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 after 0ms 2024-11-21T08:24:44,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 took 2ms 2024-11-21T08:24:44,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 so closing down 2024-11-21T08:24:44,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,134 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:44,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:44,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:44,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742141_1320 (size=743) 2024-11-21T08:24:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742141_1320 (size=743) 2024-11-21T08:24:44,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742140_1319 (size=743) 2024-11-21T08:24:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742140_1319 (size=743) 2024-11-21T08:24:44,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:44,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:44,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2, size=1.4 K (1393bytes) at 1732177484126Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 so closing down at 1732177484129 (+3 ms)3 split writer threads finished at 1732177484129Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177484135 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177484135Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484139 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177484141 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484141Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177484142 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484142 2024-11-21T08:24:44,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/oldWALs/wal.dat.2 2024-11-21T08:24:44,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:44,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 2024-11-21T08:24:44,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 after 0ms 2024-11-21T08:24:44,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 took 2ms 2024-11-21T08:24:44,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 so closing down 2024-11-21T08:24:44,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,148 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:44,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:44,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:44,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742143_1322 (size=743) 2024-11-21T08:24:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742143_1322 (size=743) 2024-11-21T08:24:44,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742142_1321 (size=743) 2024-11-21T08:24:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742142_1321 (size=743) 2024-11-21T08:24:44,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:44,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3, size=1.4 K (1393bytes) at 1732177484143Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 so closing down at 1732177484146 (+3 ms)3 split writer threads finished at 1732177484146Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177484149 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177484149Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484154 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177484155 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484156 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177484157 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484157 2024-11-21T08:24:44,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/oldWALs/wal.dat.3 2024-11-21T08:24:44,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4, size=1.4 K (1458bytes) 2024-11-21T08:24:44,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4 2024-11-21T08:24:44,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4 after 0ms 2024-11-21T08:24:44,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4 took 2ms 2024-11-21T08:24:44,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4 so closing down 2024-11-21T08:24:44,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:44,165 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:44,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-21T08:24:44,165 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:44,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:44,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-21T08:24:44,166 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-21T08:24:44,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4, size=1.4 K (1458bytes) at 1732177484159Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4 so closing down at 1732177484163 (+4 ms)3 split writer threads finished at 1732177484163Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177484165 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177484165Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732177484166 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732177484166Processed 21 edits across 2 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/WALs/testsplitwillfailifwritingtoregionfails,16010,1732177483112/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732177484167 (+1 ms) 2024-11-21T08:24:44,167 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:48342 remote=/127.0.0.1:36779]. Total timeout mills is 70000, 69999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:44,167 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34980 remote=/127.0.0.1:33155]. Total timeout mills is 70000, 69999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:44,167 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-1542406144-172.17.0.3-1732177440231:blk_1073742145_1324 2024-11-21T08:24:44,168 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1542406144-172.17.0.3-1732177440231:blk_1073742144_1323 2024-11-21T08:24:44,171 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:44,171 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-21T08:24:44,172 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,172 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39901/user/jenkins/test-data/82d657b7-54db-b1fe-3660-b8bd136c4cf9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=151 (was 144) - Thread LEAK? -, OpenFileDescriptor=405 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4662 (was 4790) 2024-11-21T08:24:44,183 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-783556093_22 at /127.0.0.1:48342 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48342 dst: /127.0.0.1:36779 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,183 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-783556093_22 at /127.0.0.1:34984 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34984 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,183 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-783556093_22 at /127.0.0.1:34980 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34980 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,184 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-783556093_22 at /127.0.0.1:48354 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48354 dst: /127.0.0.1:36779 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:44,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=148, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4661 2024-11-21T08:24:44,188 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742146_1325 (size=7) 2024-11-21T08:24:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742146_1325 (size=7) 2024-11-21T08:24:44,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:44,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:44,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:44,197 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:44,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T08:24:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742147_1326 (size=93) 2024-11-21T08:24:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742147_1326 (size=93) 2024-11-21T08:24:44,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:44,204 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:44,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742148_1327 (size=1393) 2024-11-21T08:24:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742148_1327 (size=1393) 2024-11-21T08:24:44,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:44,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:44,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742149_1328 (size=1393) 2024-11-21T08:24:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742149_1328 (size=1393) 2024-11-21T08:24:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:44,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:44,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742150_1329 (size=1393) 2024-11-21T08:24:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742150_1329 (size=1393) 2024-11-21T08:24:44,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:44,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:44,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742151_1330 (size=1393) 2024-11-21T08:24:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742151_1330 (size=1393) 2024-11-21T08:24:44,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:44,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742152_1331 (size=1393) 2024-11-21T08:24:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742152_1331 (size=1393) 2024-11-21T08:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:44,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742153_1332 (size=1393) 2024-11-21T08:24:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742153_1332 (size=1393) 2024-11-21T08:24:44,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:44,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:44,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742154_1333 (size=1405) 2024-11-21T08:24:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742154_1333 (size=1405) 2024-11-21T08:24:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:44,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742155_1334 (size=1413) 2024-11-21T08:24:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742155_1334 (size=1413) 2024-11-21T08:24:44,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:44,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742156_1335 (size=1413) 2024-11-21T08:24:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742156_1335 (size=1413) 2024-11-21T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:44,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:44,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742157_1336 (size=1413) 2024-11-21T08:24:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742157_1336 (size=1413) 2024-11-21T08:24:44,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:44,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T08:24:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742158_1337 (size=93) 2024-11-21T08:24:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742158_1337 (size=93) 2024-11-21T08:24:44,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty, size=93 (93bytes) 2024-11-21T08:24:44,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty 2024-11-21T08:24:44,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty after 0ms 2024-11-21T08:24:44,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty took 3ms 2024-11-21T08:24:44,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty so closing down 2024-11-21T08:24:44,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T08:24:44,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty, size=93 (93bytes) at 1732177484327Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty so closing down at 1732177484329 (+2 ms)3 split writer threads finished at 1732177484330 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732177484330 2024-11-21T08:24:44,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat..empty to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat..empty 2024-11-21T08:24:44,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:44,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 2024-11-21T08:24:44,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 after 0ms 2024-11-21T08:24:44,333 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 took 2ms 2024-11-21T08:24:44,335 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 so closing down 2024-11-21T08:24:44,335 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,335 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:44,337 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:44,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:44,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742159_1338 (size=743) 2024-11-21T08:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742159_1338 (size=743) 2024-11-21T08:24:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742160_1339 (size=743) 2024-11-21T08:24:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742160_1339 (size=743) 2024-11-21T08:24:44,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:44,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:44,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0, size=1.4 K (1393bytes) at 1732177484332Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 so closing down at 1732177484335 (+3 ms)3 split writer threads finished at 1732177484335Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177484337 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177484338 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484342 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484342Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177484343 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177484343Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484343 2024-11-21T08:24:44,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.0 2024-11-21T08:24:44,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:44,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 2024-11-21T08:24:44,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 after 0ms 2024-11-21T08:24:44,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 took 2ms 2024-11-21T08:24:44,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 so closing down 2024-11-21T08:24:44,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:44,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:44,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:44,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742162_1341 (size=743) 2024-11-21T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742162_1341 (size=743) 2024-11-21T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742161_1340 (size=743) 2024-11-21T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742161_1340 (size=743) 2024-11-21T08:24:44,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:44,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:44,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1, size=1.4 K (1393bytes) at 1732177484345Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 so closing down at 1732177484348 (+3 ms)3 split writer threads finished at 1732177484348Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177484351 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177484351Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484361 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177484363 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484762 (+399 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177484763 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484764 (+1 ms) 2024-11-21T08:24:44,765 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.1 2024-11-21T08:24:44,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:44,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 2024-11-21T08:24:44,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 after 0ms 2024-11-21T08:24:44,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 took 3ms 2024-11-21T08:24:44,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 so closing down 2024-11-21T08:24:44,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:44,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:44,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:44,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742163_1342 (size=743) 2024-11-21T08:24:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742164_1343 (size=743) 2024-11-21T08:24:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742163_1342 (size=743) 2024-11-21T08:24:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742164_1343 (size=743) 2024-11-21T08:24:44,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:44,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:44,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2, size=1.4 K (1393bytes) at 1732177484766Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 so closing down at 1732177484769 (+3 ms)3 split writer threads finished at 1732177484769Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177484773 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177484773Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484777 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177484778 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484781 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177484782 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484782 2024-11-21T08:24:44,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.2 2024-11-21T08:24:44,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:44,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 2024-11-21T08:24:44,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 after 0ms 2024-11-21T08:24:44,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 took 2ms 2024-11-21T08:24:44,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 so closing down 2024-11-21T08:24:44,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:44,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:44,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:44,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742165_1344 (size=743) 2024-11-21T08:24:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742166_1345 (size=743) 2024-11-21T08:24:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742165_1344 (size=743) 2024-11-21T08:24:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742166_1345 (size=743) 2024-11-21T08:24:44,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:44,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:44,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:44,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3, size=1.4 K (1393bytes) at 1732177484784Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 so closing down at 1732177484787 (+3 ms)3 split writer threads finished at 1732177484787Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177484789 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177484789Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484793 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484794 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177484794Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177484794Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177484795 (+1 ms) 2024-11-21T08:24:44,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.3 2024-11-21T08:24:44,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:44,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 2024-11-21T08:24:44,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 after 0ms 2024-11-21T08:24:44,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 took 2ms 2024-11-21T08:24:44,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 so closing down 2024-11-21T08:24:44,799 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:44,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:44,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:44,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:44,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:44,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742168_1347 (size=743) 2024-11-21T08:24:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742168_1347 (size=743) 2024-11-21T08:24:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742167_1346 (size=743) 2024-11-21T08:24:44,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742167_1346 (size=743) 2024-11-21T08:24:44,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:45,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:45,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:45,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4, size=1.4 K (1393bytes) at 1732177484796Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 so closing down at 1732177484799 (+3 ms)3 split writer threads finished at 1732177484799Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177484802 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177484802Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177484806 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177484806Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485206 (+400 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177485208 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177485208 2024-11-21T08:24:45,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.4 2024-11-21T08:24:45,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:45,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 2024-11-21T08:24:45,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 after 0ms 2024-11-21T08:24:45,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 took 2ms 2024-11-21T08:24:45,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 so closing down 2024-11-21T08:24:45,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:45,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:45,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:45,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742170_1349 (size=743) 2024-11-21T08:24:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742170_1349 (size=743) 2024-11-21T08:24:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742169_1348 (size=743) 2024-11-21T08:24:45,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742169_1348 (size=743) 2024-11-21T08:24:45,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:45,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:45,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:45,223 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5, size=1.4 K (1393bytes) at 1732177485210Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 so closing down at 1732177485213 (+3 ms)3 split writer threads finished at 1732177485213Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177485216 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177485216Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485221 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485222 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177485222Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177485223 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177485223 2024-11-21T08:24:45,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.5 2024-11-21T08:24:45,224 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:45,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 2024-11-21T08:24:45,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 after 1ms 2024-11-21T08:24:45,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 took 2ms 2024-11-21T08:24:45,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 so closing down 2024-11-21T08:24:45,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:45,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:45,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:45,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742171_1350 (size=749) 2024-11-21T08:24:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742172_1351 (size=749) 2024-11-21T08:24:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742171_1350 (size=749) 2024-11-21T08:24:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742172_1351 (size=749) 2024-11-21T08:24:45,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:45,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:45,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:45,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6, size=1.4 K (1405bytes) at 1732177485224Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 so closing down at 1732177485227 (+3 ms)3 split writer threads finished at 1732177485227Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177485230 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177485230Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485238 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485238Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177485239 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177485240 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177485240 2024-11-21T08:24:45,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.6 2024-11-21T08:24:45,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:45,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 2024-11-21T08:24:45,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 after 0ms 2024-11-21T08:24:45,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 took 2ms 2024-11-21T08:24:45,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 so closing down 2024-11-21T08:24:45,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:45,247 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:45,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:45,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:45,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742173_1352 (size=753) 2024-11-21T08:24:45,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742173_1352 (size=753) 2024-11-21T08:24:45,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742174_1353 (size=753) 2024-11-21T08:24:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742174_1353 (size=753) 2024-11-21T08:24:45,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:45,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:45,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:45,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7, size=1.4 K (1413bytes) at 1732177485241Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 so closing down at 1732177485245 (+4 ms)3 split writer threads finished at 1732177485245Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177485248 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177485248Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485252 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485253 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177485254 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177485254Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177485254 2024-11-21T08:24:45,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.7 2024-11-21T08:24:45,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:45,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 2024-11-21T08:24:45,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 after 0ms 2024-11-21T08:24:45,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 took 2ms 2024-11-21T08:24:45,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 so closing down 2024-11-21T08:24:45,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:45,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:45,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:45,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742175_1354 (size=753) 2024-11-21T08:24:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742175_1354 (size=753) 2024-11-21T08:24:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742176_1355 (size=753) 2024-11-21T08:24:45,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742176_1355 (size=753) 2024-11-21T08:24:45,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:45,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:45,278 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:45,278 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8, size=1.4 K (1413bytes) at 1732177485256Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 so closing down at 1732177485259 (+3 ms)3 split writer threads finished at 1732177485259Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177485262 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177485262Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485276 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485277 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177485278 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177485278Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177485278 2024-11-21T08:24:45,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.8 2024-11-21T08:24:45,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:45,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 2024-11-21T08:24:45,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 after 0ms 2024-11-21T08:24:45,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 took 3ms 2024-11-21T08:24:45,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 so closing down 2024-11-21T08:24:45,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:45,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:45,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:45,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742178_1357 (size=753) 2024-11-21T08:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742178_1357 (size=753) 2024-11-21T08:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742177_1356 (size=753) 2024-11-21T08:24:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742177_1356 (size=753) 2024-11-21T08:24:45,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:45,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:45,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:45,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:45,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9, size=1.4 K (1413bytes) at 1732177485280Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 so closing down at 1732177485291 (+11 ms)3 split writer threads finished at 1732177485291Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177485294 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177485294Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485302 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177485303 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177485304 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177485304Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177485304 2024-11-21T08:24:45,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.9 2024-11-21T08:24:45,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty, size=93 (93bytes) 2024-11-21T08:24:45,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty 2024-11-21T08:24:45,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty after 0ms 2024-11-21T08:24:45,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty took 2ms 2024-11-21T08:24:45,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty so closing down 2024-11-21T08:24:45,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:45,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:45,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T08:24:45,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty, size=93 (93bytes) at 1732177485306Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty so closing down at 1732177485308 (+2 ms)3 split writer threads finished at 1732177485309 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732177485309 2024-11-21T08:24:45,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/WALs/testemptylogfiles,16010,1732177484197/wal.dat.empty to hdfs://localhost:39901/user/jenkins/test-data/a2df615f-8498-420c-26b6-11e3f5104b98/oldWALs/wal.dat.empty 2024-11-21T08:24:45,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145 (was 148), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=4627 (was 4661) 2024-11-21T08:24:45,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145, OpenFileDescriptor=394, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=4626 2024-11-21T08:24:45,386 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742179_1358 (size=7) 2024-11-21T08:24:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742179_1358 (size=7) 2024-11-21T08:24:45,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:45,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:45,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:45,397 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:45,398 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:45,398 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:45,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742180_1359 (size=1393) 2024-11-21T08:24:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742180_1359 (size=1393) 2024-11-21T08:24:45,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:45,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:45,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742181_1360 (size=1393) 2024-11-21T08:24:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742181_1360 (size=1393) 2024-11-21T08:24:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:45,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:45,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742182_1361 (size=1393) 2024-11-21T08:24:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742182_1361 (size=1393) 2024-11-21T08:24:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:45,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742183_1362 (size=1393) 2024-11-21T08:24:45,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742183_1362 (size=1393) 2024-11-21T08:24:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:45,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742184_1363 (size=1393) 2024-11-21T08:24:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742184_1363 (size=1393) 2024-11-21T08:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:45,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742185_1364 (size=1393) 2024-11-21T08:24:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742185_1364 (size=1393) 2024-11-21T08:24:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:45,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742186_1365 (size=1405) 2024-11-21T08:24:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742186_1365 (size=1405) 2024-11-21T08:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:45,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742187_1366 (size=1413) 2024-11-21T08:24:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742187_1366 (size=1413) 2024-11-21T08:24:45,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:45,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:45,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:45,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742188_1367 (size=1413) 2024-11-21T08:24:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742188_1367 (size=1413) 2024-11-21T08:24:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:46,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:46,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742189_1368 (size=1413) 2024-11-21T08:24:46,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742189_1368 (size=1413) 2024-11-21T08:24:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:46,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:46,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 2024-11-21T08:24:46,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 after 2ms 2024-11-21T08:24:46,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 took 13ms 2024-11-21T08:24:46,535 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 so closing down 2024-11-21T08:24:46,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:46,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:46,546 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:46,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:46,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:46,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742190_1369 (size=743) 2024-11-21T08:24:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742190_1369 (size=743) 2024-11-21T08:24:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742191_1370 (size=743) 2024-11-21T08:24:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742191_1370 (size=743) 2024-11-21T08:24:46,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:46,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:46,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:46,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:46,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:46,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0, size=1.4 K (1393bytes) at 1732177486482Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 so closing down at 1732177486535 (+53 ms)3 split writer threads finished at 1732177486535Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177486547 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177486563 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177486599 (+36 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177486601 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177486971 (+370 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177486973 (+2 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177486973 2024-11-21T08:24:46,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.0 2024-11-21T08:24:46,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:46,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 2024-11-21T08:24:46,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 after 1ms 2024-11-21T08:24:46,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 took 5ms 2024-11-21T08:24:47,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 so closing down 2024-11-21T08:24:47,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:47,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:47,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:47,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:47,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:47,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742192_1371 (size=743) 2024-11-21T08:24:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742192_1371 (size=743) 2024-11-21T08:24:47,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742193_1372 (size=743) 2024-11-21T08:24:47,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742193_1372 (size=743) 2024-11-21T08:24:47,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:47,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:47,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1, size=1.4 K (1393bytes) at 1732177486977Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 so closing down at 1732177487004 (+27 ms)3 split writer threads finished at 1732177487005 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177487035 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177487050 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487138 (+88 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177487139 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487177 (+38 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177487179 (+2 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177487180 (+1 ms) 2024-11-21T08:24:47,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.1 2024-11-21T08:24:47,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:47,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 2024-11-21T08:24:47,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 after 1ms 2024-11-21T08:24:47,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 took 6ms 2024-11-21T08:24:47,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 so closing down 2024-11-21T08:24:47,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:47,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:47,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:47,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:47,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:47,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742194_1373 (size=743) 2024-11-21T08:24:47,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742194_1373 (size=743) 2024-11-21T08:24:47,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742195_1374 (size=743) 2024-11-21T08:24:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742195_1374 (size=743) 2024-11-21T08:24:47,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:47,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:47,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2, size=1.4 K (1393bytes) at 1732177487194Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 so closing down at 1732177487206 (+12 ms)3 split writer threads finished at 1732177487206Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177487213 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177487228 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487250 (+22 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177487252 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487666 (+414 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177487667 (+1 ms)Processed 20 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177487667 2024-11-21T08:24:47,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.2 2024-11-21T08:24:47,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:47,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 2024-11-21T08:24:47,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 after 2ms 2024-11-21T08:24:47,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 took 6ms 2024-11-21T08:24:47,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 so closing down 2024-11-21T08:24:47,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:47,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:47,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:47,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:47,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:47,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:47,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742197_1376 (size=743) 2024-11-21T08:24:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742197_1376 (size=743) 2024-11-21T08:24:47,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742196_1375 (size=743) 2024-11-21T08:24:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742196_1375 (size=743) 2024-11-21T08:24:47,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:47,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:47,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3, size=1.4 K (1393bytes) at 1732177487676Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 so closing down at 1732177487701 (+25 ms)3 split writer threads finished at 1732177487711 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177487742 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177487751 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487793 (+42 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177487796 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487809 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177487811 (+2 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177487811 2024-11-21T08:24:47,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.3 2024-11-21T08:24:47,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:47,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 2024-11-21T08:24:47,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 after 0ms 2024-11-21T08:24:47,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 took 7ms 2024-11-21T08:24:47,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 so closing down 2024-11-21T08:24:47,835 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:47,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:47,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:47,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:47,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:47,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742198_1377 (size=743) 2024-11-21T08:24:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742198_1377 (size=743) 2024-11-21T08:24:47,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742199_1378 (size=743) 2024-11-21T08:24:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742199_1378 (size=743) 2024-11-21T08:24:47,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:47,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:47,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:47,913 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:47,913 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4, size=1.4 K (1393bytes) at 1732177487815Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 so closing down at 1732177487835 (+20 ms)3 split writer threads finished at 1732177487837 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177487864 (+27 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177487880 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487910 (+30 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177487912 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177487913 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177487913Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177487913 2024-11-21T08:24:47,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.4 2024-11-21T08:24:47,915 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:47,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 2024-11-21T08:24:47,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 after 0ms 2024-11-21T08:24:47,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 took 2ms 2024-11-21T08:24:47,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 so closing down 2024-11-21T08:24:47,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:47,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:47,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:47,926 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:47,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:47,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742201_1380 (size=743) 2024-11-21T08:24:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742201_1380 (size=743) 2024-11-21T08:24:48,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742200_1379 (size=743) 2024-11-21T08:24:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742200_1379 (size=743) 2024-11-21T08:24:48,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:48,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:48,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5, size=1.4 K (1393bytes) at 1732177487915Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 so closing down at 1732177487918 (+3 ms)3 split writer threads finished at 1732177487920 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177487941 (+21 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177487957 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488004 (+47 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177488006 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488016 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177488021 (+5 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177488021 2024-11-21T08:24:48,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.5 2024-11-21T08:24:48,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:48,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 2024-11-21T08:24:48,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 after 1ms 2024-11-21T08:24:48,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 took 4ms 2024-11-21T08:24:48,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 so closing down 2024-11-21T08:24:48,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:48,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:48,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:48,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:48,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:48,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742203_1382 (size=749) 2024-11-21T08:24:48,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742203_1382 (size=749) 2024-11-21T08:24:48,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742202_1381 (size=749) 2024-11-21T08:24:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742202_1381 (size=749) 2024-11-21T08:24:48,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:48,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:48,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6, size=1.4 K (1405bytes) at 1732177488023Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 so closing down at 1732177488034 (+11 ms)3 split writer threads finished at 1732177488034Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177488066 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177488069 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488129 (+60 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177488133 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488148 (+15 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177488150 (+2 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177488150 2024-11-21T08:24:48,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.6 2024-11-21T08:24:48,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:48,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 2024-11-21T08:24:48,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 after 0ms 2024-11-21T08:24:48,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 took 3ms 2024-11-21T08:24:48,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 so closing down 2024-11-21T08:24:48,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:48,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:48,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:48,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:48,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:48,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742204_1383 (size=753) 2024-11-21T08:24:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742204_1383 (size=753) 2024-11-21T08:24:48,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742205_1384 (size=753) 2024-11-21T08:24:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742205_1384 (size=753) 2024-11-21T08:24:48,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:48,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:48,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7, size=1.4 K (1413bytes) at 1732177488153Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 so closing down at 1732177488175 (+22 ms)3 split writer threads finished at 1732177488176 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177488200 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177488202 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488286 (+84 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177488288 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488314 (+26 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177488316 (+2 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177488316 2024-11-21T08:24:48,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.7 2024-11-21T08:24:48,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:48,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 2024-11-21T08:24:48,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 after 1ms 2024-11-21T08:24:48,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 took 4ms 2024-11-21T08:24:48,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 so closing down 2024-11-21T08:24:48,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:48,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:48,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:48,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:48,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:48,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742206_1385 (size=753) 2024-11-21T08:24:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742206_1385 (size=753) 2024-11-21T08:24:48,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742207_1386 (size=753) 2024-11-21T08:24:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742207_1386 (size=753) 2024-11-21T08:24:48,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:48,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:48,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8, size=1.4 K (1413bytes) at 1732177488318Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 so closing down at 1732177488325 (+7 ms)3 split writer threads finished at 1732177488326 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177488345 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177488368 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488409 (+41 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177488412 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488441 (+29 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177488444 (+3 ms)Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177488444 2024-11-21T08:24:48,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.8 2024-11-21T08:24:48,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:48,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 2024-11-21T08:24:48,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 after 1ms 2024-11-21T08:24:48,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 took 9ms 2024-11-21T08:24:48,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 so closing down 2024-11-21T08:24:48,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:48,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:48,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:48,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:48,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:48,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742208_1387 (size=753) 2024-11-21T08:24:48,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742208_1387 (size=753) 2024-11-21T08:24:48,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742209_1388 (size=753) 2024-11-21T08:24:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742209_1388 (size=753) 2024-11-21T08:24:48,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:48,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:48,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:48,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9, size=1.4 K (1413bytes) at 1732177488453Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 so closing down at 1732177488483 (+30 ms)3 split writer threads finished at 1732177488485 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177488515 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177488536 (+21 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488559 (+23 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177488561 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177488986 (+425 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177488988 (+2 ms)Processed 20 edits across 2 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177488988 2024-11-21T08:24:48,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732177485397/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/dc5c0303-ecc7-043a-41a1-10784dcc13a5/oldWALs/wal.dat.9 2024-11-21T08:24:49,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145 (was 145), OpenFileDescriptor=393 (was 394), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=4499 (was 4626) 2024-11-21T08:24:49,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=4498 2024-11-21T08:24:49,020 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742210_1389 (size=7) 2024-11-21T08:24:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742210_1389 (size=7) 2024-11-21T08:24:49,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:49,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,046 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:49,054 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:39901/user/jenkins/test-data/6266d9b9-43ef-34bc-cef3-7b872db9f853/data/hbase/meta/1588230740/recovered.edits 2024-11-21T08:24:49,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=4497 (was 4498) 2024-11-21T08:24:49,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=4496 2024-11-21T08:24:49,100 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742211_1390 (size=7) 2024-11-21T08:24:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742211_1390 (size=7) 2024-11-21T08:24:49,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:49,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:49,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-21T08:24:49,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:49,121 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-21T08:24:49,121 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-21T08:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742212_1391 (size=818) 2024-11-21T08:24:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742212_1391 (size=818) 2024-11-21T08:24:49,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5, size=818 (818bytes) 2024-11-21T08:24:49,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 2024-11-21T08:24:49,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 after 2ms 2024-11-21T08:24:49,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 took 9ms 2024-11-21T08:24:49,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 so closing down 2024-11-21T08:24:49,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:49,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:49,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-21T08:24:49,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-21T08:24:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742213_1392 (size=783) 2024-11-21T08:24:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742213_1392 (size=783) 2024-11-21T08:24:49,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-21T08:24:49,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-21T08:24:49,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-21T08:24:49,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5, size=818 (818bytes) at 1732177489166Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 so closing down at 1732177489187 (+21 ms)3 split writer threads finished at 1732177489187Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732177489195 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732177489225 (+30 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732177489229 (+4 ms)Processed 11 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732177489230 (+1 ms) 2024-11-21T08:24:49,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/WALs/testemptywaledit,16010,1732177489118/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/56957d79-5d0e-67bb-702d-b3ae72a032e4/oldWALs/wal.dat.5 2024-11-21T08:24:49,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=4496 (was 4496) 2024-11-21T08:24:49,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=4495 2024-11-21T08:24:49,270 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742214_1393 (size=7) 2024-11-21T08:24:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742214_1393 (size=7) 2024-11-21T08:24:49,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:49,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:49,295 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:49,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:49,296 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:49,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:49,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742215_1394 (size=1393) 2024-11-21T08:24:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742215_1394 (size=1393) 2024-11-21T08:24:49,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:49,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742216_1395 (size=1393) 2024-11-21T08:24:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742216_1395 (size=1393) 2024-11-21T08:24:49,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:49,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742217_1396 (size=1393) 2024-11-21T08:24:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742217_1396 (size=1393) 2024-11-21T08:24:49,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:49,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742218_1397 (size=1393) 2024-11-21T08:24:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742218_1397 (size=1393) 2024-11-21T08:24:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:49,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742219_1398 (size=1393) 2024-11-21T08:24:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742219_1398 (size=1393) 2024-11-21T08:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:49,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742220_1399 (size=1393) 2024-11-21T08:24:49,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742220_1399 (size=1393) 2024-11-21T08:24:49,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:49,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742221_1400 (size=1405) 2024-11-21T08:24:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742221_1400 (size=1405) 2024-11-21T08:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:49,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742222_1401 (size=1413) 2024-11-21T08:24:49,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742222_1401 (size=1413) 2024-11-21T08:24:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:49,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742223_1402 (size=1413) 2024-11-21T08:24:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742223_1402 (size=1413) 2024-11-21T08:24:49,738 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:49,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742224_1403 (size=1413) 2024-11-21T08:24:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742224_1403 (size=1413) 2024-11-21T08:24:49,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:49,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:49,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 2024-11-21T08:24:49,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 after 1ms 2024-11-21T08:24:49,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 took 6ms 2024-11-21T08:24:49,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 so closing down 2024-11-21T08:24:49,912 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:49,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:49,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:49,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:49,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:49,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742226_1405 (size=743) 2024-11-21T08:24:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742226_1405 (size=743) 2024-11-21T08:24:50,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742227_1406 (size=743) 2024-11-21T08:24:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742227_1406 (size=743) 2024-11-21T08:24:50,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:50,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:50,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0, size=1.4 K (1393bytes) at 1732177489892Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 so closing down at 1732177489912 (+20 ms)3 split writer threads finished at 1732177489916 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177489949 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177489967 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490032 (+65 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177490034 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490468 (+434 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177490481 (+13 ms)Processed 20 edits across 2 Regions in 573 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177490481 2024-11-21T08:24:50,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.0 2024-11-21T08:24:50,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:50,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 2024-11-21T08:24:50,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 after 2ms 2024-11-21T08:24:50,491 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 took 6ms 2024-11-21T08:24:50,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 so closing down 2024-11-21T08:24:50,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:50,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:50,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:50,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:50,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:50,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742228_1407 (size=743) 2024-11-21T08:24:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742228_1407 (size=743) 2024-11-21T08:24:50,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742229_1408 (size=743) 2024-11-21T08:24:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742229_1408 (size=743) 2024-11-21T08:24:50,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:50,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:50,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1, size=1.4 K (1393bytes) at 1732177490486Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 so closing down at 1732177490511 (+25 ms)3 split writer threads finished at 1732177490514 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177490563 (+49 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177490573 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490607 (+34 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177490609 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490621 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177490624 (+3 ms)Processed 20 edits across 2 Regions in 114 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177490624 2024-11-21T08:24:50,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.1 2024-11-21T08:24:50,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:50,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 2024-11-21T08:24:50,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 after 9ms 2024-11-21T08:24:50,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 took 13ms 2024-11-21T08:24:50,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 so closing down 2024-11-21T08:24:50,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:50,657 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:50,660 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:50,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:50,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:50,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742231_1410 (size=743) 2024-11-21T08:24:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742231_1410 (size=743) 2024-11-21T08:24:50,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742230_1409 (size=743) 2024-11-21T08:24:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742230_1409 (size=743) 2024-11-21T08:24:50,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:50,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:50,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2, size=1.4 K (1393bytes) at 1732177490627Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 so closing down at 1732177490657 (+30 ms)3 split writer threads finished at 1732177490657Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177490663 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177490672 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490762 (+90 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177490764 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490784 (+20 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177490786 (+2 ms)Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177490786 2024-11-21T08:24:50,787 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.2 2024-11-21T08:24:50,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:50,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 2024-11-21T08:24:50,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 after 2ms 2024-11-21T08:24:50,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 took 5ms 2024-11-21T08:24:50,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 so closing down 2024-11-21T08:24:50,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:50,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:50,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:50,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:50,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:50,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742232_1411 (size=743) 2024-11-21T08:24:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742232_1411 (size=743) 2024-11-21T08:24:50,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742233_1412 (size=743) 2024-11-21T08:24:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742233_1412 (size=743) 2024-11-21T08:24:50,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:50,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:50,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3, size=1.4 K (1393bytes) at 1732177490788Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 so closing down at 1732177490801 (+13 ms)3 split writer threads finished at 1732177490804 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177490832 (+28 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177490845 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490876 (+31 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177490877 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490885 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177490886 (+1 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177490886 2024-11-21T08:24:50,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.3 2024-11-21T08:24:50,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:50,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 2024-11-21T08:24:50,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 after 0ms 2024-11-21T08:24:50,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 took 2ms 2024-11-21T08:24:50,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 so closing down 2024-11-21T08:24:50,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:50,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:50,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:50,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:50,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:50,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742234_1413 (size=743) 2024-11-21T08:24:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742234_1413 (size=743) 2024-11-21T08:24:50,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:50,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742235_1414 (size=743) 2024-11-21T08:24:50,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742235_1414 (size=743) 2024-11-21T08:24:50,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:50,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:50,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:50,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4, size=1.4 K (1393bytes) at 1732177490888Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 so closing down at 1732177490893 (+5 ms)3 split writer threads finished at 1732177490893Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177490899 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177490908 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490922 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177490923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177490937 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177490938 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177490938 2024-11-21T08:24:50,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.4 2024-11-21T08:24:50,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T08:24:50,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 2024-11-21T08:24:50,941 WARN [IPC Server handler 4 on default port 39901 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-21T08:24:50,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 after 2ms 2024-11-21T08:24:51,067 WARN [ResponseProcessor for block BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:51,067 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_464404549_22 at /127.0.0.1:49122 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:36779:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49122 dst: /127.0.0.1:36779 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36779 remote=/127.0.0.1:49122]. Total timeout mills is 60000, 58798 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:51,067 WARN [DataStreamer for file /user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 block BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK], DatanodeInfoWithStorage[127.0.0.1:33155,DS-3ae0834b-b0c6-4796-8473-5fc9585bbaea,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:36779,DS-d5a9b92d-0597-4e37-a528-02ddc1f9e911,DISK]) is bad. 2024-11-21T08:24:51,067 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_464404549_22 at /127.0.0.1:35630 [Receiving block BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:33155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35630 dst: /127.0.0.1:33155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:24:51,069 WARN [DataStreamer for file /user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 block BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1542406144-172.17.0.3-1732177440231:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T08:24:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742225_1415 (size=1394) 2024-11-21T08:24:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742225_1415 (size=1394) 2024-11-21T08:24:54,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 after 4002ms 2024-11-21T08:24:54,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 took 4008ms 2024-11-21T08:24:54,957 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:54,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 so closing down 2024-11-21T08:24:54,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:54,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:54,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:54,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:54,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:54,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742236_1416 (size=418) 2024-11-21T08:24:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742236_1416 (size=418) 2024-11-21T08:24:55,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T08:24:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742237_1417 (size=353) 2024-11-21T08:24:55,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742237_1417 (size=353) 2024-11-21T08:24:55,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-21T08:24:55,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T08:24:55,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5, size=1.4 K (1394bytes) at 1732177490940Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 so closing down at 1732177494958 (+4018 ms)3 split writer threads finished at 1732177494959 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177494978 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177494980 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177495015 (+35 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732177495017 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732177495032 (+15 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732177495033 (+1 ms)Processed 9 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732177495034 (+1 ms) 2024-11-21T08:24:55,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/corrupt/wal.dat.5 2024-11-21T08:24:55,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:55,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 2024-11-21T08:24:55,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 after 1ms 2024-11-21T08:24:55,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 took 8ms 2024-11-21T08:24:55,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 so closing down 2024-11-21T08:24:55,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:55,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:55,073 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:55,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:55,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:55,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742238_1418 (size=749) 2024-11-21T08:24:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742238_1418 (size=749) 2024-11-21T08:24:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742239_1419 (size=749) 2024-11-21T08:24:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742239_1419 (size=749) 2024-11-21T08:24:55,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:55,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:55,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:55,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6, size=1.4 K (1405bytes) at 1732177495037Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 so closing down at 1732177495065 (+28 ms)3 split writer threads finished at 1732177495071 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177495076 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177495076Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495126 (+50 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177495128 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495519 (+391 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177495521 (+2 ms)Processed 20 edits across 2 Regions in 461 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177495521 2024-11-21T08:24:55,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.6 2024-11-21T08:24:55,524 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:55,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 2024-11-21T08:24:55,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 after 0ms 2024-11-21T08:24:55,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 took 2ms 2024-11-21T08:24:55,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 so closing down 2024-11-21T08:24:55,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:55,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:55,529 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:55,529 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:55,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:55,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742241_1421 (size=753) 2024-11-21T08:24:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742241_1421 (size=753) 2024-11-21T08:24:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742240_1420 (size=753) 2024-11-21T08:24:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742240_1420 (size=753) 2024-11-21T08:24:55,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:55,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:55,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:55,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7, size=1.4 K (1413bytes) at 1732177495524Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 so closing down at 1732177495527 (+3 ms)3 split writer threads finished at 1732177495527Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177495531 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177495531Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495551 (+20 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177495553 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495949 (+396 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177495950 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177495950 2024-11-21T08:24:55,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.7 2024-11-21T08:24:55,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:55,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 2024-11-21T08:24:55,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 after 0ms 2024-11-21T08:24:55,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 took 2ms 2024-11-21T08:24:55,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 so closing down 2024-11-21T08:24:55,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:55,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:55,957 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:55,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:55,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:55,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742243_1423 (size=753) 2024-11-21T08:24:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742243_1423 (size=753) 2024-11-21T08:24:55,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742242_1422 (size=753) 2024-11-21T08:24:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742242_1422 (size=753) 2024-11-21T08:24:55,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:55,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:55,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:55,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8, size=1.4 K (1413bytes) at 1732177495952Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 so closing down at 1732177495955 (+3 ms)3 split writer threads finished at 1732177495955Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177495959 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177495966 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495975 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177495977 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177495981 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177495982 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177495982 2024-11-21T08:24:55,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.8 2024-11-21T08:24:55,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:55,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 2024-11-21T08:24:55,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 after 1ms 2024-11-21T08:24:55,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 took 2ms 2024-11-21T08:24:55,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 so closing down 2024-11-21T08:24:55,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:55,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:55,994 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:55,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:56,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:56,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742244_1424 (size=753) 2024-11-21T08:24:56,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742244_1424 (size=753) 2024-11-21T08:24:56,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742245_1425 (size=753) 2024-11-21T08:24:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742245_1425 (size=753) 2024-11-21T08:24:56,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:56,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:56,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:56,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9, size=1.4 K (1413bytes) at 1732177495984Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 so closing down at 1732177495989 (+5 ms)3 split writer threads finished at 1732177495991 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177496008 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177496008Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177496019 (+11 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177496021 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177496027 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177496029 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177496030 (+1 ms) 2024-11-21T08:24:56,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732177489295/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/43967bb5-0205-f0c3-b8fd-06d68b4a9c47/oldWALs/wal.dat.9 2024-11-21T08:24:56,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146 (was 145) - Thread LEAK? -, OpenFileDescriptor=395 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 433) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4345 (was 4495) 2024-11-21T08:24:56,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4345 2024-11-21T08:24:56,130 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:56,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742246_1426 (size=7) 2024-11-21T08:24:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742246_1426 (size=7) 2024-11-21T08:24:56,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:56,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,152 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:56,152 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T08:24:56,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:56,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742247_1427 (size=863) 2024-11-21T08:24:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742247_1427 (size=863) 2024-11-21T08:24:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742248_1428 (size=823) 2024-11-21T08:24:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742248_1428 (size=823) 2024-11-21T08:24:56,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0, size=823 (823bytes) 2024-11-21T08:24:56,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 2024-11-21T08:24:56,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 after 0ms 2024-11-21T08:24:56,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 took 3ms 2024-11-21T08:24:56,216 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0; continuing. 2024-11-21T08:24:56,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 so closing down 2024-11-21T08:24:56,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:56,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:56,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:56,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:56,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742249_1429 (size=786) 2024-11-21T08:24:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742249_1429 (size=786) 2024-11-21T08:24:56,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:56,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-21T08:24:56,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-21T08:24:56,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0, size=823 (823bytes) at 1732177496209Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 so closing down at 1732177496216 (+7 ms)3 split writer threads finished at 1732177496216Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177496221 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177496225 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732177496227 (+2 ms)Processed 9 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732177496227 2024-11-21T08:24:56,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/WALs/testeofisignored,16010,1732177496152/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/e5b77244-fa67-439c-14ce-e7fab596a79b/oldWALs/wal.dat.0 2024-11-21T08:24:56,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146 (was 146), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=4344 (was 4345) 2024-11-21T08:24:56,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4344 2024-11-21T08:24:56,251 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:56,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742250_1430 (size=7) 2024-11-21T08:24:56,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742250_1430 (size=7) 2024-11-21T08:24:56,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:56,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,288 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:56,289 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-21T08:24:56,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T08:24:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742251_1431 (size=93) 2024-11-21T08:24:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742251_1431 (size=93) 2024-11-21T08:24:56,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty, size=93 (93bytes) 2024-11-21T08:24:56,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty 2024-11-21T08:24:56,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty after 1ms 2024-11-21T08:24:56,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty took 5ms 2024-11-21T08:24:56,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty so closing down 2024-11-21T08:24:56,346 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:56,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:56,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T08:24:56,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty, size=93 (93bytes) at 1732177496340Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty so closing down at 1732177496346 (+6 ms)3 split writer threads finished at 1732177496346Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732177496346 2024-11-21T08:24:56,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/WALs/testsplitlogfileempty,16010,1732177496289/wal.dat..empty to hdfs://localhost:39901/user/jenkins/test-data/38abb1df-d5f1-fcaf-cca4-f3fe24079047/oldWALs/wal.dat..empty 2024-11-21T08:24:56,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146 (was 146), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=4342 (was 4344) 2024-11-21T08:24:56,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4342 2024-11-21T08:24:56,372 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742252_1432 (size=7) 2024-11-21T08:24:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742252_1432 (size=7) 2024-11-21T08:24:56,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:56,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:56,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:56,394 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:56,395 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:56,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:56,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742253_1433 (size=1393) 2024-11-21T08:24:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742253_1433 (size=1393) 2024-11-21T08:24:56,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:56,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742254_1434 (size=1393) 2024-11-21T08:24:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742254_1434 (size=1393) 2024-11-21T08:24:56,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:56,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742255_1435 (size=1393) 2024-11-21T08:24:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742255_1435 (size=1393) 2024-11-21T08:24:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:56,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742256_1436 (size=1393) 2024-11-21T08:24:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742256_1436 (size=1393) 2024-11-21T08:24:56,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:56,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742257_1437 (size=1393) 2024-11-21T08:24:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742257_1437 (size=1393) 2024-11-21T08:24:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:56,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742258_1438 (size=1393) 2024-11-21T08:24:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742258_1438 (size=1393) 2024-11-21T08:24:56,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:56,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:56,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742259_1439 (size=1405) 2024-11-21T08:24:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742259_1439 (size=1405) 2024-11-21T08:24:56,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:56,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:56,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742260_1440 (size=1413) 2024-11-21T08:24:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742260_1440 (size=1413) 2024-11-21T08:24:56,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:56,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:56,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:56,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742261_1441 (size=1413) 2024-11-21T08:24:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742261_1441 (size=1413) 2024-11-21T08:24:56,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:56,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742262_1442 (size=1413) 2024-11-21T08:24:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742262_1442 (size=1413) 2024-11-21T08:24:57,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:57,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:57,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 2024-11-21T08:24:57,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 after 1ms 2024-11-21T08:24:57,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 took 8ms 2024-11-21T08:24:57,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 so closing down 2024-11-21T08:24:57,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:57,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:57,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:57,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:24:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742263_1443 (size=743) 2024-11-21T08:24:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742263_1443 (size=743) 2024-11-21T08:24:57,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:24:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742264_1444 (size=743) 2024-11-21T08:24:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742264_1444 (size=743) 2024-11-21T08:24:57,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T08:24:57,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,099 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0, size=1.4 K (1393bytes) at 1732177497035Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 so closing down at 1732177497049 (+14 ms)3 split writer threads finished at 1732177497052 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177497063 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177497068 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497082 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177497084 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497096 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732177497098 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497098 2024-11-21T08:24:57,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.0 2024-11-21T08:24:57,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:57,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 2024-11-21T08:24:57,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 after 0ms 2024-11-21T08:24:57,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 took 2ms 2024-11-21T08:24:57,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 so closing down 2024-11-21T08:24:57,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,107 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:57,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:24:57,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:57,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:24:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742265_1445 (size=743) 2024-11-21T08:24:57,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742265_1445 (size=743) 2024-11-21T08:24:57,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:24:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742266_1446 (size=743) 2024-11-21T08:24:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742266_1446 (size=743) 2024-11-21T08:24:57,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T08:24:57,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1, size=1.4 K (1393bytes) at 1732177497101Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 so closing down at 1732177497104 (+3 ms)3 split writer threads finished at 1732177497105 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177497116 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177497119 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497129 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177497130 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497142 (+12 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732177497144 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497144 2024-11-21T08:24:57,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.1 2024-11-21T08:24:57,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:57,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 2024-11-21T08:24:57,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 after 0ms 2024-11-21T08:24:57,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 took 2ms 2024-11-21T08:24:57,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 so closing down 2024-11-21T08:24:57,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:57,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:57,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:24:57,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:24:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742267_1447 (size=743) 2024-11-21T08:24:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742267_1447 (size=743) 2024-11-21T08:24:57,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T08:24:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742268_1448 (size=743) 2024-11-21T08:24:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742268_1448 (size=743) 2024-11-21T08:24:57,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:24:57,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2, size=1.4 K (1393bytes) at 1732177497146Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 so closing down at 1732177497150 (+4 ms)3 split writer threads finished at 1732177497159 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177497162 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177497162Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497184 (+22 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732177497185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497199 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177497202 (+3 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497202 2024-11-21T08:24:57,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.2 2024-11-21T08:24:57,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:57,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 2024-11-21T08:24:57,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 after 1ms 2024-11-21T08:24:57,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 took 3ms 2024-11-21T08:24:57,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 so closing down 2024-11-21T08:24:57,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,211 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:57,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:57,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:24:57,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:24:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742270_1450 (size=743) 2024-11-21T08:24:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742270_1450 (size=743) 2024-11-21T08:24:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742269_1449 (size=743) 2024-11-21T08:24:57,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742269_1449 (size=743) 2024-11-21T08:24:57,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:24:57,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T08:24:57,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3, size=1.4 K (1393bytes) at 1732177497203Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 so closing down at 1732177497207 (+4 ms)3 split writer threads finished at 1732177497209 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177497212 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177497224 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497246 (+22 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497247 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177497248 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732177497248Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497249 (+1 ms) 2024-11-21T08:24:57,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.3 2024-11-21T08:24:57,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:57,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 2024-11-21T08:24:57,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 after 0ms 2024-11-21T08:24:57,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 took 4ms 2024-11-21T08:24:57,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 so closing down 2024-11-21T08:24:57,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:57,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:57,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:24:57,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:24:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742271_1451 (size=743) 2024-11-21T08:24:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742271_1451 (size=743) 2024-11-21T08:24:57,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:24:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742272_1452 (size=743) 2024-11-21T08:24:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742272_1452 (size=743) 2024-11-21T08:24:57,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T08:24:57,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4, size=1.4 K (1393bytes) at 1732177497250Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 so closing down at 1732177497255 (+5 ms)3 split writer threads finished at 1732177497256 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177497264 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177497264Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497281 (+17 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177497282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497291 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732177497292 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497292 2024-11-21T08:24:57,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.4 2024-11-21T08:24:57,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:57,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 2024-11-21T08:24:57,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 after 0ms 2024-11-21T08:24:57,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 took 1ms 2024-11-21T08:24:57,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 so closing down 2024-11-21T08:24:57,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,306 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:57,310 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:57,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:24:57,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:24:57,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742274_1454 (size=743) 2024-11-21T08:24:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742274_1454 (size=743) 2024-11-21T08:24:57,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T08:24:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742273_1453 (size=743) 2024-11-21T08:24:57,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742273_1453 (size=743) 2024-11-21T08:24:57,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:24:57,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T08:24:57,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5, size=1.4 K (1393bytes) at 1732177497294Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 so closing down at 1732177497297 (+3 ms)3 split writer threads finished at 1732177497297Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177497316 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177497318 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497328 (+10 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732177497330 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497343 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177497344 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732177497345 (+1 ms) 2024-11-21T08:24:57,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.5 2024-11-21T08:24:57,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:57,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 2024-11-21T08:24:57,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 after 1ms 2024-11-21T08:24:57,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 took 2ms 2024-11-21T08:24:57,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 so closing down 2024-11-21T08:24:57,350 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:57,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:24:57,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:57,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:24:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742275_1455 (size=749) 2024-11-21T08:24:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742275_1455 (size=749) 2024-11-21T08:24:57,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T08:24:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742276_1456 (size=749) 2024-11-21T08:24:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742276_1456 (size=749) 2024-11-21T08:24:57,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:24:57,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T08:24:57,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6, size=1.4 K (1405bytes) at 1732177497346Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 so closing down at 1732177497350 (+4 ms)3 split writer threads finished at 1732177497359 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177497364 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177497392 (+28 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497396 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732177497398 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497401 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177497402 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732177497404 (+2 ms) 2024-11-21T08:24:57,406 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.6 2024-11-21T08:24:57,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:57,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 2024-11-21T08:24:57,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 after 0ms 2024-11-21T08:24:57,408 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 took 2ms 2024-11-21T08:24:57,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 so closing down 2024-11-21T08:24:57,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:57,411 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:57,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:24:57,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:24:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742277_1457 (size=753) 2024-11-21T08:24:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742277_1457 (size=753) 2024-11-21T08:24:57,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T08:24:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742278_1458 (size=753) 2024-11-21T08:24:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742278_1458 (size=753) 2024-11-21T08:24:57,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:24:57,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:57,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7, size=1.4 K (1413bytes) at 1732177497406Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 so closing down at 1732177497409 (+3 ms)3 split writer threads finished at 1732177497409Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177497413 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177497420 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497434 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732177497436 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497442 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177497443 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177497443 2024-11-21T08:24:57,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.7 2024-11-21T08:24:57,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:57,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 2024-11-21T08:24:57,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 after 0ms 2024-11-21T08:24:57,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 took 2ms 2024-11-21T08:24:57,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 so closing down 2024-11-21T08:24:57,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:57,452 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:57,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:24:57,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:24:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742279_1459 (size=753) 2024-11-21T08:24:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742279_1459 (size=753) 2024-11-21T08:24:57,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:24:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742280_1460 (size=753) 2024-11-21T08:24:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742280_1460 (size=753) 2024-11-21T08:24:57,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T08:24:57,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:57,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8, size=1.4 K (1413bytes) at 1732177497447Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 so closing down at 1732177497451 (+4 ms)3 split writer threads finished at 1732177497451Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177497453 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177497453Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497466 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177497467 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497871 (+404 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732177497871Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177497872 (+1 ms) 2024-11-21T08:24:57,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.8 2024-11-21T08:24:57,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 2024-11-21T08:24:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 after 0ms 2024-11-21T08:24:57,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 took 2ms 2024-11-21T08:24:57,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 so closing down 2024-11-21T08:24:57,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:57,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:57,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:57,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:57,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:24:57,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:24:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742282_1462 (size=753) 2024-11-21T08:24:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742281_1461 (size=753) 2024-11-21T08:24:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742281_1461 (size=753) 2024-11-21T08:24:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742282_1462 (size=753) 2024-11-21T08:24:57,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:57,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T08:24:57,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:24:57,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T08:24:57,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9, size=1.4 K (1413bytes) at 1732177497873Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 so closing down at 1732177497876 (+3 ms)3 split writer threads finished at 1732177497876Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177497879 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177497879Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497886 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177497887 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732177497888 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177497888Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732177497888 2024-11-21T08:24:57,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/WALs/testlogsgetarchivedaftersplit,16010,1732177496394/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/27cdb003-ed19-8776-cba1-39c794241973/oldWALs/wal.dat.9 2024-11-21T08:24:57,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146 (was 146), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=4327 (was 4342) 2024-11-21T08:24:57,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4326 2024-11-21T08:24:57,931 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742283_1463 (size=7) 2024-11-21T08:24:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742283_1463 (size=7) 2024-11-21T08:24:57,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:57,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:57,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:57,948 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:57,949 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-21T08:24:57,949 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T08:24:57,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742284_1464 (size=723) 2024-11-21T08:24:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742284_1464 (size=723) 2024-11-21T08:24:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:57,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742285_1465 (size=723) 2024-11-21T08:24:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742285_1465 (size=723) 2024-11-21T08:24:57,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:57,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742286_1466 (size=723) 2024-11-21T08:24:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742286_1466 (size=723) 2024-11-21T08:24:58,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:58,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742287_1467 (size=723) 2024-11-21T08:24:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742287_1467 (size=723) 2024-11-21T08:24:58,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:58,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742288_1468 (size=723) 2024-11-21T08:24:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742288_1468 (size=723) 2024-11-21T08:24:58,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:58,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742289_1469 (size=723) 2024-11-21T08:24:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742289_1469 (size=723) 2024-11-21T08:24:58,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:58,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742290_1470 (size=723) 2024-11-21T08:24:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742290_1470 (size=723) 2024-11-21T08:24:58,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:58,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:58,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742291_1471 (size=723) 2024-11-21T08:24:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742291_1471 (size=723) 2024-11-21T08:24:58,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:58,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742292_1472 (size=723) 2024-11-21T08:24:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742292_1472 (size=723) 2024-11-21T08:24:58,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:58,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742293_1473 (size=723) 2024-11-21T08:24:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742293_1473 (size=723) 2024-11-21T08:24:58,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:58,501 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/oldWALs, maxLogs=32 2024-11-21T08:24:58,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732177498532 2024-11-21T08:24:58,547 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732177498532 2024-11-21T08:24:58,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641),(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-21T08:24:58,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0, size=723 (723bytes) 2024-11-21T08:24:58,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0 2024-11-21T08:24:58,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0 after 1ms 2024-11-21T08:24:58,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0 took 3ms 2024-11-21T08:24:58,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0 so closing down 2024-11-21T08:24:58,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:58,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:58,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:58,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:24:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742295_1475 (size=723) 2024-11-21T08:24:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742295_1475 (size=723) 2024-11-21T08:24:58,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:24:58,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-21T08:24:58,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-21T08:24:58,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0, size=723 (723bytes) at 1732177498648Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0 so closing down at 1732177498654 (+6 ms)3 split writer threads finished at 1732177498654Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177498657 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177498668 (+11 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732177498670 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732177497948/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732177498670 2024-11-21T08:24:58,672 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T08:24:58,672 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T08:24:58,672 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T08:24:58,672 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T08:24:58,673 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T08:24:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742294_1474 (size=93) 2024-11-21T08:24:58,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742294_1474 (size=93) 2024-11-21T08:24:58,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c88ed86-43ac-8b33-6dfd-d115106383a1/oldWALs 2024-11-21T08:24:58,682 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732177498532) 2024-11-21T08:24:58,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=152 (was 146) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=4313 (was 4326) 2024-11-21T08:24:58,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=152, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4313 2024-11-21T08:24:58,714 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:24:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742296_1476 (size=7) 2024-11-21T08:24:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742296_1476 (size=7) 2024-11-21T08:24:58,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:24:58,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:58,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:24:58,735 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:58,736 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T08:24:58,736 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:58,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:58,737 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:58,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:58,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742297_1477 (size=1393) 2024-11-21T08:24:58,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742297_1477 (size=1393) 2024-11-21T08:24:58,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:58,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742298_1478 (size=1393) 2024-11-21T08:24:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742298_1478 (size=1393) 2024-11-21T08:24:58,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:58,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:58,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742299_1479 (size=1393) 2024-11-21T08:24:58,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742299_1479 (size=1393) 2024-11-21T08:24:58,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:24:58,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:58,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742300_1480 (size=1393) 2024-11-21T08:24:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742300_1480 (size=1393) 2024-11-21T08:24:59,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:24:59,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:24:59,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742301_1481 (size=1393) 2024-11-21T08:24:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742301_1481 (size=1393) 2024-11-21T08:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:24:59,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:24:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742302_1482 (size=1393) 2024-11-21T08:24:59,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742302_1482 (size=1393) 2024-11-21T08:24:59,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:24:59,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:24:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742303_1483 (size=1405) 2024-11-21T08:24:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742303_1483 (size=1405) 2024-11-21T08:24:59,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:24:59,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742304_1484 (size=1413) 2024-11-21T08:24:59,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742304_1484 (size=1413) 2024-11-21T08:24:59,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:24:59,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:24:59,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742305_1485 (size=1413) 2024-11-21T08:24:59,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742305_1485 (size=1413) 2024-11-21T08:24:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:24:59,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:24:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742306_1486 (size=1413) 2024-11-21T08:24:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742306_1486 (size=1413) 2024-11-21T08:24:59,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:24:59,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:24:59,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 2024-11-21T08:24:59,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 after 0ms 2024-11-21T08:24:59,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 took 4ms 2024-11-21T08:24:59,326 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down 2024-11-21T08:24:59,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) at 1732177499321Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down at 1732177499327 (+6 ms)3 split writer threads finished at 1732177499328 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499328 2024-11-21T08:24:59,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0 2024-11-21T08:24:59,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:24:59,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 2024-11-21T08:24:59,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 after 3ms 2024-11-21T08:24:59,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 took 8ms 2024-11-21T08:24:59,362 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down 2024-11-21T08:24:59,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) at 1732177499331Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down at 1732177499362 (+31 ms)3 split writer threads finished at 1732177499362Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499362 2024-11-21T08:24:59,365 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1 2024-11-21T08:24:59,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:24:59,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 2024-11-21T08:24:59,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 after 1ms 2024-11-21T08:24:59,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 took 2ms 2024-11-21T08:24:59,382 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down 2024-11-21T08:24:59,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,383 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) at 1732177499365Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down at 1732177499382 (+17 ms)3 split writer threads finished at 1732177499383 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499383 2024-11-21T08:24:59,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2 2024-11-21T08:24:59,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:24:59,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 2024-11-21T08:24:59,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 after 2ms 2024-11-21T08:24:59,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 took 5ms 2024-11-21T08:24:59,409 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down 2024-11-21T08:24:59,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) at 1732177499386Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down at 1732177499410 (+24 ms)3 split writer threads finished at 1732177499410Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499410 2024-11-21T08:24:59,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3 2024-11-21T08:24:59,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:24:59,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 2024-11-21T08:24:59,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 after 0ms 2024-11-21T08:24:59,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 took 5ms 2024-11-21T08:24:59,442 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down 2024-11-21T08:24:59,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) at 1732177499413Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down at 1732177499443 (+30 ms)3 split writer threads finished at 1732177499443Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499443 2024-11-21T08:24:59,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4 2024-11-21T08:24:59,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:24:59,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 2024-11-21T08:24:59,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 after 1ms 2024-11-21T08:24:59,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 took 2ms 2024-11-21T08:24:59,474 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down 2024-11-21T08:24:59,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:24:59,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) at 1732177499446Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down at 1732177499474 (+28 ms)3 split writer threads finished at 1732177499480 (+6 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177499480 2024-11-21T08:24:59,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5 2024-11-21T08:24:59,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:24:59,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 2024-11-21T08:24:59,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 after 1ms 2024-11-21T08:24:59,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 took 4ms 2024-11-21T08:24:59,513 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,514 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down 2024-11-21T08:24:59,514 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T08:24:59,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) at 1732177499485Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down at 1732177499514 (+29 ms)3 split writer threads finished at 1732177499514Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732177499514 2024-11-21T08:24:59,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6 2024-11-21T08:24:59,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:24:59,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 2024-11-21T08:24:59,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 after 1ms 2024-11-21T08:24:59,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 took 6ms 2024-11-21T08:24:59,534 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down 2024-11-21T08:24:59,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:24:59,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) at 1732177499517Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down at 1732177499534 (+17 ms)3 split writer threads finished at 1732177499535 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177499535 2024-11-21T08:24:59,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7 2024-11-21T08:24:59,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:24:59,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 2024-11-21T08:24:59,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 after 0ms 2024-11-21T08:24:59,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 took 3ms 2024-11-21T08:24:59,545 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,546 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down 2024-11-21T08:24:59,546 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:24:59,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) at 1732177499538Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down at 1732177499546 (+8 ms)3 split writer threads finished at 1732177499546Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177499546 2024-11-21T08:24:59,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8 2024-11-21T08:24:59,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:24:59,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 2024-11-21T08:24:59,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 after 2ms 2024-11-21T08:24:59,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 took 6ms 2024-11-21T08:24:59,566 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:24:59,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down 2024-11-21T08:24:59,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:24:59,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:24:59,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:24:59,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) at 1732177499556Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down at 1732177499567 (+11 ms)3 split writer threads finished at 1732177499567Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177499567 2024-11-21T08:24:59,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9 2024-11-21T08:24:59,575 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499330; access_time=1732177498738; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499364; access_time=1732177498826; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499384; access_time=1732177498909; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499411; access_time=1732177498990; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499445; access_time=1732177499030; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177499483; access_time=1732177499076; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732177499515; access_time=1732177499122; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177499536; access_time=1732177499170; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177499551; access_time=1732177499199; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177499572; access_time=1732177499265; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T08:24:59,582 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:24:59,582 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:24:59,583 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:24:59,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:24:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742307_1487 (size=1393) 2024-11-21T08:24:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742307_1487 (size=1393) 2024-11-21T08:24:59,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:24:59,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742308_1488 (size=1393) 2024-11-21T08:24:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742308_1488 (size=1393) 2024-11-21T08:24:59,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:24:59,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:24:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:24:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:24:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742309_1489 (size=1393) 2024-11-21T08:24:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742309_1489 (size=1393) 2024-11-21T08:25:00,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:25:00,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:25:00,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742310_1490 (size=1393) 2024-11-21T08:25:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742310_1490 (size=1393) 2024-11-21T08:25:00,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:25:00,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:25:00,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742311_1491 (size=1393) 2024-11-21T08:25:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742311_1491 (size=1393) 2024-11-21T08:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:25:00,324 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:25:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742312_1492 (size=1393) 2024-11-21T08:25:00,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742312_1492 (size=1393) 2024-11-21T08:25:00,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:25:00,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:25:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742313_1493 (size=1405) 2024-11-21T08:25:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742313_1493 (size=1405) 2024-11-21T08:25:00,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:25:00,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:25:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742314_1494 (size=1413) 2024-11-21T08:25:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742314_1494 (size=1413) 2024-11-21T08:25:00,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:25:00,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:25:00,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742315_1495 (size=1413) 2024-11-21T08:25:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742315_1495 (size=1413) 2024-11-21T08:25:00,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:25:00,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:25:00,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742316_1496 (size=1413) 2024-11-21T08:25:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742316_1496 (size=1413) 2024-11-21T08:25:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:25:00,476 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:25:00,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 2024-11-21T08:25:00,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 after 1ms 2024-11-21T08:25:00,478 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 took 2ms 2024-11-21T08:25:00,482 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down 2024-11-21T08:25:00,482 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:25:00,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:25:00,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:25:00,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:25:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742318_1498 (size=418) 2024-11-21T08:25:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742318_1498 (size=418) 2024-11-21T08:25:00,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-21T08:25:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742317_1497 (size=418) 2024-11-21T08:25:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742317_1497 (size=418) 2024-11-21T08:25:00,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-21T08:25:00,530 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) at 1732177500476Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down at 1732177500482 (+6 ms)3 split writer threads finished at 1732177500483 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177500487 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177500488 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500520 (+32 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732177500521 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500528 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732177500529 (+1 ms)Processed 10 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500530 (+1 ms) 2024-11-21T08:25:00,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0 2024-11-21T08:25:00,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:25:00,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 2024-11-21T08:25:00,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 after 0ms 2024-11-21T08:25:00,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 took 7ms 2024-11-21T08:25:00,542 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down 2024-11-21T08:25:00,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:25:00,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:25:00,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:25:00,547 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:25:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742320_1500 (size=418) 2024-11-21T08:25:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742320_1500 (size=418) 2024-11-21T08:25:00,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-21T08:25:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742319_1499 (size=418) 2024-11-21T08:25:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742319_1499 (size=418) 2024-11-21T08:25:00,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-21T08:25:00,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) at 1732177500535Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down at 1732177500542 (+7 ms)3 split writer threads finished at 1732177500542Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177500546 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177500547 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500555 (+8 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732177500556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500562 (+6 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732177500563 (+1 ms)Processed 10 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500563 2024-11-21T08:25:00,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1 2024-11-21T08:25:00,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:25:00,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 2024-11-21T08:25:00,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 after 0ms 2024-11-21T08:25:00,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 took 2ms 2024-11-21T08:25:00,577 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down 2024-11-21T08:25:00,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:25:00,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:25:00,595 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:25:00,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:25:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742321_1501 (size=418) 2024-11-21T08:25:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742321_1501 (size=418) 2024-11-21T08:25:00,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-21T08:25:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742322_1502 (size=418) 2024-11-21T08:25:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742322_1502 (size=418) 2024-11-21T08:25:00,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-21T08:25:00,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) at 1732177500565Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down at 1732177500577 (+12 ms)3 split writer threads finished at 1732177500579 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177500592 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177500609 (+17 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500627 (+18 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732177500630 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500651 (+21 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732177500651Processed 10 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500652 (+1 ms) 2024-11-21T08:25:00,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2 2024-11-21T08:25:00,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:25:00,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 2024-11-21T08:25:00,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 after 1ms 2024-11-21T08:25:00,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 took 3ms 2024-11-21T08:25:00,657 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down 2024-11-21T08:25:00,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,660 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:25:00,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:25:00,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:25:00,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:25:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742323_1503 (size=418) 2024-11-21T08:25:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742323_1503 (size=418) 2024-11-21T08:25:00,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-21T08:25:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742324_1504 (size=418) 2024-11-21T08:25:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742324_1504 (size=418) 2024-11-21T08:25:00,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-21T08:25:00,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) at 1732177500653Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down at 1732177500658 (+5 ms)3 split writer threads finished at 1732177500658Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177500662 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177500662Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500692 (+30 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732177500693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500696 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732177500697 (+1 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500697 2024-11-21T08:25:00,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3 2024-11-21T08:25:00,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:25:00,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 2024-11-21T08:25:00,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 after 0ms 2024-11-21T08:25:00,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 took 2ms 2024-11-21T08:25:00,704 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down 2024-11-21T08:25:00,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,706 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:25:00,706 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:25:00,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:25:00,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:25:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742326_1506 (size=418) 2024-11-21T08:25:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742325_1505 (size=418) 2024-11-21T08:25:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742326_1506 (size=418) 2024-11-21T08:25:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742325_1505 (size=418) 2024-11-21T08:25:00,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-21T08:25:00,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-21T08:25:00,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) at 1732177500699Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down at 1732177500705 (+6 ms)3 split writer threads finished at 1732177500705Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177500707 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177500707Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500735 (+28 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732177500736 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500737 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732177500738 (+1 ms)Processed 10 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500739 (+1 ms) 2024-11-21T08:25:00,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4 2024-11-21T08:25:00,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:25:00,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 2024-11-21T08:25:00,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 after 0ms 2024-11-21T08:25:00,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 took 2ms 2024-11-21T08:25:00,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down 2024-11-21T08:25:00,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:25:00,762 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:25:00,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:25:00,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:25:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742328_1508 (size=418) 2024-11-21T08:25:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742328_1508 (size=418) 2024-11-21T08:25:00,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T08:25:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742327_1507 (size=418) 2024-11-21T08:25:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742327_1507 (size=418) 2024-11-21T08:25:00,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-21T08:25:00,807 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:00,807 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) at 1732177500745Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down at 1732177500749 (+4 ms)3 split writer threads finished at 1732177500755 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177500768 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177500768Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500798 (+30 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732177500799 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500806 (+7 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732177500807 (+1 ms)Processed 10 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177500807 2024-11-21T08:25:00,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5 2024-11-21T08:25:00,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:25:00,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 2024-11-21T08:25:00,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 after 0ms 2024-11-21T08:25:00,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 took 2ms 2024-11-21T08:25:00,813 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down 2024-11-21T08:25:00,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,819 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:25:00,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:25:00,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:25:00,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:25:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742329_1509 (size=419) 2024-11-21T08:25:00,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742329_1509 (size=419) 2024-11-21T08:25:00,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-21T08:25:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742330_1510 (size=419) 2024-11-21T08:25:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742330_1510 (size=419) 2024-11-21T08:25:00,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-21T08:25:00,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T08:25:00,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) at 1732177500810Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down at 1732177500813 (+3 ms)3 split writer threads finished at 1732177500816 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177500844 (+28 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177500850 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500870 (+20 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732177500871 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500888 (+17 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732177500889 (+1 ms)Processed 10 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732177500890 (+1 ms) 2024-11-21T08:25:00,892 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6 2024-11-21T08:25:00,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:25:00,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 2024-11-21T08:25:00,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 after 0ms 2024-11-21T08:25:00,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 took 2ms 2024-11-21T08:25:00,905 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down 2024-11-21T08:25:00,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,910 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:25:00,914 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:25:00,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:25:00,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:25:00,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742332_1512 (size=423) 2024-11-21T08:25:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742332_1512 (size=423) 2024-11-21T08:25:00,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-21T08:25:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742331_1511 (size=423) 2024-11-21T08:25:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742331_1511 (size=423) 2024-11-21T08:25:00,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:00,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-21T08:25:00,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:00,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) at 1732177500892Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down at 1732177500906 (+14 ms)3 split writer threads finished at 1732177500906Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177500916 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177500921 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500950 (+29 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732177500952 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177500955 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732177500956 (+1 ms)Processed 10 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177500956 2024-11-21T08:25:00,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7 2024-11-21T08:25:00,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:25:00,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 2024-11-21T08:25:00,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 after 0ms 2024-11-21T08:25:00,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 took 3ms 2024-11-21T08:25:00,969 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:00,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down 2024-11-21T08:25:00,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:00,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:00,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:25:00,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:25:00,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:25:00,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:25:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742333_1513 (size=423) 2024-11-21T08:25:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742333_1513 (size=423) 2024-11-21T08:25:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742334_1514 (size=423) 2024-11-21T08:25:01,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742334_1514 (size=423) 2024-11-21T08:25:01,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-21T08:25:01,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-21T08:25:01,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:01,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) at 1732177500958Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down at 1732177500970 (+12 ms)3 split writer threads finished at 1732177500972 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177500986 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177500992 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177501004 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177501005 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732177501005Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732177501006 (+1 ms)Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177501006 2024-11-21T08:25:01,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8 2024-11-21T08:25:01,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:25:01,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 2024-11-21T08:25:01,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 after 0ms 2024-11-21T08:25:01,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 took 4ms 2024-11-21T08:25:01,014 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down 2024-11-21T08:25:01,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,018 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:25:01,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:25:01,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:25:01,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:25:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742335_1515 (size=423) 2024-11-21T08:25:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742335_1515 (size=423) 2024-11-21T08:25:01,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-21T08:25:01,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742336_1516 (size=423) 2024-11-21T08:25:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742336_1516 (size=423) 2024-11-21T08:25:01,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-21T08:25:01,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:01,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) at 1732177501008Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down at 1732177501014 (+6 ms)3 split writer threads finished at 1732177501014Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177501024 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177501024Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177501038 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732177501039 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732177501052 (+13 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732177501053 (+1 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177501053 2024-11-21T08:25:01,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9 2024-11-21T08:25:01,056 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500534; access_time=1732177499584; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500564; access_time=1732177499645; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500652; access_time=1732177499791; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500698; access_time=1732177500216; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500744; access_time=1732177500254; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177500808; access_time=1732177500324; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732177500891; access_time=1732177500352; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177500957; access_time=1732177500384; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177501007; access_time=1732177500399; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177501054; access_time=1732177500423; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T08:25:01,059 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:25:01,059 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:25:01,059 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:25:01,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:25:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742337_1517 (size=1393) 2024-11-21T08:25:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742337_1517 (size=1393) 2024-11-21T08:25:01,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:25:01,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T08:25:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742338_1518 (size=1393) 2024-11-21T08:25:01,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742338_1518 (size=1393) 2024-11-21T08:25:01,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T08:25:01,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T08:25:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742339_1519 (size=1393) 2024-11-21T08:25:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742339_1519 (size=1393) 2024-11-21T08:25:01,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T08:25:01,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T08:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742340_1520 (size=1393) 2024-11-21T08:25:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742340_1520 (size=1393) 2024-11-21T08:25:01,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T08:25:01,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T08:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742341_1521 (size=1393) 2024-11-21T08:25:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742341_1521 (size=1393) 2024-11-21T08:25:01,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T08:25:01,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T08:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742342_1522 (size=1393) 2024-11-21T08:25:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742342_1522 (size=1393) 2024-11-21T08:25:01,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T08:25:01,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T08:25:01,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742343_1523 (size=1405) 2024-11-21T08:25:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742343_1523 (size=1405) 2024-11-21T08:25:01,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T08:25:01,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T08:25:01,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742344_1524 (size=1413) 2024-11-21T08:25:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742344_1524 (size=1413) 2024-11-21T08:25:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T08:25:01,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T08:25:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742345_1525 (size=1413) 2024-11-21T08:25:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742345_1525 (size=1413) 2024-11-21T08:25:01,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T08:25:01,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T08:25:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:01,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742346_1526 (size=1413) 2024-11-21T08:25:01,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742346_1526 (size=1413) 2024-11-21T08:25:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T08:25:01,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T08:25:01,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 2024-11-21T08:25:01,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 after 1ms 2024-11-21T08:25:01,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 took 2ms 2024-11-21T08:25:01,300 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down 2024-11-21T08:25:01,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,304 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,309 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T08:25:01,313 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T08:25:01,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T08:25:01,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T08:25:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742347_1527 (size=678) 2024-11-21T08:25:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742347_1527 (size=678) 2024-11-21T08:25:01,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742348_1528 (size=743) 2024-11-21T08:25:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742348_1528 (size=743) 2024-11-21T08:25:01,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-21T08:25:01,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T08:25:01,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K (1393bytes) at 1732177501295Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 so closing down at 1732177501300 (+5 ms)3 split writer threads finished at 1732177501304 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732177501316 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732177501316Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501320 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501321 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732177501321Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732177501322 (+1 ms)Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501322 2024-11-21T08:25:01,323 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0 2024-11-21T08:25:01,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T08:25:01,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 2024-11-21T08:25:01,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 after 0ms 2024-11-21T08:25:01,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 took 1ms 2024-11-21T08:25:01,326 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down 2024-11-21T08:25:01,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T08:25:01,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T08:25:01,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T08:25:01,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T08:25:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742349_1529 (size=743) 2024-11-21T08:25:01,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742349_1529 (size=743) 2024-11-21T08:25:01,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742350_1530 (size=678) 2024-11-21T08:25:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742350_1530 (size=678) 2024-11-21T08:25:01,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T08:25:01,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-21T08:25:01,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K (1393bytes) at 1732177501323Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 so closing down at 1732177501326 (+3 ms)3 split writer threads finished at 1732177501326Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732177501330 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732177501330Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501346 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501347 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732177501347Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732177501348 (+1 ms)Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501349 (+1 ms) 2024-11-21T08:25:01,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.1 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1 2024-11-21T08:25:01,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T08:25:01,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 2024-11-21T08:25:01,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 after 0ms 2024-11-21T08:25:01,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 took 2ms 2024-11-21T08:25:01,353 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down 2024-11-21T08:25:01,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,355 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T08:25:01,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T08:25:01,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T08:25:01,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T08:25:01,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742352_1532 (size=678) 2024-11-21T08:25:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742352_1532 (size=678) 2024-11-21T08:25:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742351_1531 (size=743) 2024-11-21T08:25:01,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742351_1531 (size=743) 2024-11-21T08:25:01,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-21T08:25:01,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T08:25:01,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K (1393bytes) at 1732177501350Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 so closing down at 1732177501353 (+3 ms)3 split writer threads finished at 1732177501353Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732177501356 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732177501356Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501362 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501362Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732177501363 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732177501363Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501363 2024-11-21T08:25:01,365 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.2 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2 2024-11-21T08:25:01,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T08:25:01,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 2024-11-21T08:25:01,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 after 0ms 2024-11-21T08:25:01,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 took 2ms 2024-11-21T08:25:01,368 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down 2024-11-21T08:25:01,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T08:25:01,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T08:25:01,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T08:25:01,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T08:25:01,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742354_1534 (size=743) 2024-11-21T08:25:01,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742354_1534 (size=743) 2024-11-21T08:25:01,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T08:25:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742353_1533 (size=678) 2024-11-21T08:25:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742353_1533 (size=678) 2024-11-21T08:25:01,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-21T08:25:01,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K (1393bytes) at 1732177501365Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 so closing down at 1732177501368 (+3 ms)3 split writer threads finished at 1732177501368Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732177501372 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732177501374 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501396 (+22 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732177501397 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501402 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732177501403 (+1 ms)Processed 19 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501403 2024-11-21T08:25:01,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.3 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3 2024-11-21T08:25:01,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T08:25:01,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 2024-11-21T08:25:01,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 after 0ms 2024-11-21T08:25:01,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 took 2ms 2024-11-21T08:25:01,408 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down 2024-11-21T08:25:01,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T08:25:01,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T08:25:01,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T08:25:01,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T08:25:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742356_1536 (size=678) 2024-11-21T08:25:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742356_1536 (size=678) 2024-11-21T08:25:01,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-21T08:25:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742355_1535 (size=743) 2024-11-21T08:25:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742355_1535 (size=743) 2024-11-21T08:25:01,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T08:25:01,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K (1393bytes) at 1732177501405Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 so closing down at 1732177501408 (+3 ms)3 split writer threads finished at 1732177501408Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732177501410 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732177501411 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501425 (+14 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732177501426 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501430 (+4 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732177501431 (+1 ms)Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501431 2024-11-21T08:25:01,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.4 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4 2024-11-21T08:25:01,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T08:25:01,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 2024-11-21T08:25:01,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 after 0ms 2024-11-21T08:25:01,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 took 2ms 2024-11-21T08:25:01,440 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down 2024-11-21T08:25:01,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T08:25:01,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T08:25:01,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T08:25:01,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T08:25:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742357_1537 (size=678) 2024-11-21T08:25:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742357_1537 (size=678) 2024-11-21T08:25:01,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-21T08:25:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742358_1538 (size=743) 2024-11-21T08:25:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742358_1538 (size=743) 2024-11-21T08:25:01,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T08:25:01,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T08:25:01,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K (1393bytes) at 1732177501436Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 so closing down at 1732177501440 (+4 ms)3 split writer threads finished at 1732177501440Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732177501448 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732177501452 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501474 (+22 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732177501475 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501478 (+3 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732177501480 (+2 ms)Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732177501480 2024-11-21T08:25:01,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.5 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5 2024-11-21T08:25:01,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T08:25:01,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 2024-11-21T08:25:01,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 after 0ms 2024-11-21T08:25:01,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 took 3ms 2024-11-21T08:25:01,486 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down 2024-11-21T08:25:01,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T08:25:01,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T08:25:01,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T08:25:01,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T08:25:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742359_1539 (size=749) 2024-11-21T08:25:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742359_1539 (size=749) 2024-11-21T08:25:01,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742360_1540 (size=683) 2024-11-21T08:25:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742360_1540 (size=683) 2024-11-21T08:25:01,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-21T08:25:01,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T08:25:01,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T08:25:01,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K (1405bytes) at 1732177501482Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 so closing down at 1732177501486 (+4 ms)3 split writer threads finished at 1732177501486Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732177501495 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732177501503 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501554 (+51 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732177501555 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501923 (+368 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732177501924 (+1 ms)Processed 19 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732177501924 2024-11-21T08:25:01,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.6 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6 2024-11-21T08:25:01,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T08:25:01,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 2024-11-21T08:25:01,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 after 0ms 2024-11-21T08:25:01,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 took 3ms 2024-11-21T08:25:01,931 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down 2024-11-21T08:25:01,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,932 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,933 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T08:25:01,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T08:25:01,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T08:25:01,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T08:25:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742361_1541 (size=753) 2024-11-21T08:25:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742361_1541 (size=753) 2024-11-21T08:25:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742362_1542 (size=687) 2024-11-21T08:25:01,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742362_1542 (size=687) 2024-11-21T08:25:01,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:01,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T08:25:01,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-21T08:25:01,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:01,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K (1413bytes) at 1732177501926Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 so closing down at 1732177501931 (+5 ms)3 split writer threads finished at 1732177501932 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732177501940 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732177501951 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177501964 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177501964Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732177501965 (+1 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732177501965Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177501966 (+1 ms) 2024-11-21T08:25:01,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.7 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7 2024-11-21T08:25:01,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T08:25:01,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 2024-11-21T08:25:01,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 after 2ms 2024-11-21T08:25:01,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 took 4ms 2024-11-21T08:25:01,989 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:01,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down 2024-11-21T08:25:01,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:01,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:01,993 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T08:25:01,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T08:25:01,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T08:25:01,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T08:25:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742363_1543 (size=753) 2024-11-21T08:25:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742363_1543 (size=753) 2024-11-21T08:25:02,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:02,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T08:25:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742364_1544 (size=687) 2024-11-21T08:25:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742364_1544 (size=687) 2024-11-21T08:25:02,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:02,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-21T08:25:02,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:02,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K (1413bytes) at 1732177501967Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 so closing down at 1732177501990 (+23 ms)3 split writer threads finished at 1732177501992 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732177501994 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732177501995 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177502012 (+17 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732177502013 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177502022 (+9 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732177502023 (+1 ms)Processed 19 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177502024 (+1 ms) 2024-11-21T08:25:02,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.8 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8 2024-11-21T08:25:02,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T08:25:02,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 2024-11-21T08:25:02,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 after 1ms 2024-11-21T08:25:02,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 took 3ms 2024-11-21T08:25:02,033 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T08:25:02,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down 2024-11-21T08:25:02,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T08:25:02,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T08:25:02,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T08:25:02,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T08:25:02,047 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T08:25:02,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T08:25:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742365_1545 (size=687) 2024-11-21T08:25:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742365_1545 (size=687) 2024-11-21T08:25:02,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:02,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-21T08:25:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742366_1546 (size=753) 2024-11-21T08:25:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742366_1546 (size=753) 2024-11-21T08:25:02,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T08:25:02,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T08:25:02,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T08:25:02,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K (1413bytes) at 1732177502025Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 so closing down at 1732177502033 (+8 ms)3 split writer threads finished at 1732177502034 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732177502040 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732177502055 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732177502057 (+2 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732177502058 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732177502063 (+5 ms)Rename recovered edits hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732177502064 (+1 ms)Processed 19 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732177502064 2024-11-21T08:25:02,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732177498735/wal.dat.9 to hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9 2024-11-21T08:25:02,069 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501323; access_time=1732177501060; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501349; access_time=1732177501083; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501364; access_time=1732177501112; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501404; access_time=1732177501134; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501432; access_time=1732177501152; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732177501481; access_time=1732177501162; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732177501925; access_time=1732177501197; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177501966; access_time=1732177501228; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177502024; access_time=1732177501244; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39901/user/jenkins/test-data/8c034a74-dcc6-5058-895f-357004b55361/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732177502065; access_time=1732177501262; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T08:25:02,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151 (was 152), OpenFileDescriptor=389 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 525) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4274 (was 4313) 2024-11-21T08:25:02,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=151, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=4274 2024-11-21T08:25:02,091 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T08:25:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742367_1547 (size=7) 2024-11-21T08:25:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742367_1547 (size=7) 2024-11-21T08:25:02,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39901/user/jenkins/test-data/2d41cf29-d442-70cb-149d-33051f67468a with version=8 2024-11-21T08:25:02,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:25:02,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:25:02,103 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T08:25:02,103 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T08:25:02,103 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T08:25:02,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T08:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T08:25:02,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T08:25:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742368_1548 (size=2324) 2024-11-21T08:25:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742368_1548 (size=2324) 2024-11-21T08:25:02,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T08:25:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073742369_1549 (size=2325) 2024-11-21T08:25:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073742369_1549 (size=2325) 2024-11-21T08:25:02,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, size=2.3 K (2325bytes) 2024-11-21T08:25:02,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 2024-11-21T08:25:02,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 after 0ms 2024-11-21T08:25:02,576 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-21T08:25:02,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 so closing down 2024-11-21T08:25:02,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-21T08:25:02,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, journal: Splitting hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, size=2.3 K (2325bytes) at 1732177502572Finishing writing output for hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 so closing down at 1732177502577 (+5 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732177502577 2024-11-21T08:25:02,582 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732177502103/wal.dat.0 to hdfs://localhost:39901/user/jenkins/test-data/ca9a20b6-fc9c-27da-452c-eec02b7803bf/corrupt/wal.dat.0 2024-11-21T08:25:02,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147 (was 151), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=4272 (was 4274) 2024-11-21T08:25:02,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49440465{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:25:02,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44625b75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T08:25:02,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T08:25:02,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2243c342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T08:25:02,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fd38d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,STOPPED} 2024-11-21T08:25:02,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T08:25:02,676 WARN [BP-1542406144-172.17.0.3-1732177440231 heartbeating to localhost/127.0.0.1:39901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T08:25:02,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T08:25:02,676 WARN [BP-1542406144-172.17.0.3-1732177440231 heartbeating to localhost/127.0.0.1:39901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542406144-172.17.0.3-1732177440231 (Datanode Uuid cb9a47e0-0c04-4ef7-8d6e-84b29c4102a8) service to localhost/127.0.0.1:39901 2024-11-21T08:25:02,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data3/current/BP-1542406144-172.17.0.3-1732177440231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:25:02,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data4/current/BP-1542406144-172.17.0.3-1732177440231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:25:02,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T08:25:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37667f9e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:25:02,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@451f7321{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T08:25:02,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T08:25:02,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e11b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T08:25:02,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfe21b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,STOPPED} 2024-11-21T08:25:02,694 WARN [BP-1542406144-172.17.0.3-1732177440231 heartbeating to localhost/127.0.0.1:39901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T08:25:02,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T08:25:02,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T08:25:02,694 WARN [BP-1542406144-172.17.0.3-1732177440231 heartbeating to localhost/127.0.0.1:39901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542406144-172.17.0.3-1732177440231 (Datanode Uuid 5f12fd86-a709-458b-b712-ed3783e574cd) service to localhost/127.0.0.1:39901 2024-11-21T08:25:02,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data1/current/BP-1542406144-172.17.0.3-1732177440231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:25:02,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/cluster_7755b65e-b097-28a6-2d4f-df31c9d5e732/data/data2/current/BP-1542406144-172.17.0.3-1732177440231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:25:02,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T08:25:02,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c11409d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T08:25:02,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T08:25:02,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T08:25:02,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T08:25:02,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beccec4-eb46-da77-75a5-cf8cf6c4c2c0/hadoop.log.dir/,STOPPED}